-- Logs begin at Mon 2021-08-09 11:00:05 UTC, end at Mon 2021-08-09 11:59:27 UTC. -- Aug 09 11:30:35.037564 dv-cinder-802653-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 11:30:37.728575 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:30:37.729146 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 11:30:37.729359 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99109) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:30:37.732651 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.common.config [-] Logging enabled! Aug 09 11:30:37.732910 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 09 11:30:37.733225 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99109) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 11:30:37.734171 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:30:37.734407 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:30:37.734777 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:30:37.735027 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:30:37.735257 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:30:37.735582 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.735883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.736331 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.736451 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.736739 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.737039 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.737327 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.737622 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.737924 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.738215 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.738498 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.738790 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.739023 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.739306 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.739600 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.740439 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.740672 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] debug = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.740958 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.741386 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.741802 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.742086 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.742379 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.742659 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.742950 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.743219 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.743505 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.743836 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] host = dv-cinder-802653-6-iscsi {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.744116 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.744433 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.744725 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.745017 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.745297 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.745579 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.745868 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.746148 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.746426 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.746702 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.746996 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.747289 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.747581 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.747810 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.748037 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.748359 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.748651 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.748928 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.749207 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.749484 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.749759 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.750033 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.750307 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.750601 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.750889 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.751179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.751456 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.751732 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.752007 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.752342 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.752604 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.752881 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.753161 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.753438 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.753731 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.754003 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.754280 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.754585 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.754872 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.755156 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.756018 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.756327 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.756620 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.756900 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.757177 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.757452 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] use_json = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.757730 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.758007 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.758293 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.758573 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.758847 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.759122 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.759399 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.759691 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:37.759993 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.760332 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.760646 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.760936 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.761234 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.761519 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.761816 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.762098 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.762392 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.762687 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.762978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.763260 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.763549 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.763829 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.764127 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.764461 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.764760 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.765059 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.765338 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.765617 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.765895 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.766177 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.766468 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.766766 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.767063 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.767343 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.767626 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.767925 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.768242 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.768525 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.768809 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.769105 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.769387 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.769667 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.769954 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.770239 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.770524 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.770803 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.771111 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.771410 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.771691 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.771970 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.772275 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.772561 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.772837 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.773128 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.773412 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.773692 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.773972 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.774255 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.774532 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.774816 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.775094 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.775373 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.775655 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.775931 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.776241 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.776522 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.776800 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.777078 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.777353 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.777628 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.777909 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.778184 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.778460 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.778734 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.779009 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.779290 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.779582 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.779883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.780168 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.780471 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.780756 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.781038 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.781320 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.781602 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.781883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.782165 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.782446 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.782742 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.783030 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.783319 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.783605 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.783886 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.784255 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.784494 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.784782 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.785063 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.785345 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.785638 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.785924 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.786224 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.786525 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.786848 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.787178 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.787476 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.787760 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.788072 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.788383 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:37.788604 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:30:37.788847 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99109) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 11:30:38.140796 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:30:38.141017 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:30:38.141320 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 11:30:38.141662 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 11:30:38.537146 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.537441 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.537719 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.538938 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.539217 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.539487 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.574823 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.575119 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.575393 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.591614 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.591896 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.592167 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.620742 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.621026 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.621300 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.657388 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.657654 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.657929 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.892268 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.892878 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.892878 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.893044 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:38.893705 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.013041 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.013365 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.013653 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.013928 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.014196 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.014510 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.014774 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.015032 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.015290 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.015582 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.015841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.016106 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.016394 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.016650 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.016911 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.017179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.017438 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.017707 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.017981 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.018243 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.018515 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.018770 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.019055 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.019436 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.019688 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.019937 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.020370 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.020620 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.020886 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.021129 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.021369 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.021606 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.021968 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 11:30:39.025066 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 11:30:39.029020 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 11:30:39.032787 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 09 11:30:39.034563 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 11:30:39.035020 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 11:30:39.035362 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 11:30:39.035758 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 11:30:39.039089 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 11:30:39.039341 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 11:30:39.039687 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:30:39.044919 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 11:30:39.067190 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 11:30:39.067648 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.067970 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99109) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 11:30:39.068366 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.069715 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99109) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 11:30:39.069999 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 11:30:39.070245 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 11:30:39.073942 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.074229 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.137213 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 11:30:39.137456 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 11:30:39.137697 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 11:30:39.138064 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 11:30:39.158483 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_db.sqlalchemy.engines [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99109) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 11:30:39.700713 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing driver for type 'gre' Aug 09 11:30:39.701238 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] gre ID ranges: [(1, 1000)] Aug 09 11:30:39.752953 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing driver for type 'local' Aug 09 11:30:39.753308 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing driver for type 'vlan' Aug 09 11:30:39.766030 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] VlanTypeDriver initialization complete Aug 09 11:30:39.766438 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing driver for type 'vxlan' Aug 09 11:30:39.766957 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] vxlan ID ranges: [(1, 1000)] Aug 09 11:30:39.817447 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing extension driver 'port_security' Aug 09 11:30:39.818372 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.extensions.port_security [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] PortSecurityExtensionDriver initialization complete Aug 09 11:30:39.818792 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing mechanism driver 'openvswitch' Aug 09 11:30:39.819120 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing mechanism driver 'hyperv' Aug 09 11:30:39.825826 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.plugin [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:39.826497 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.826864 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.827212 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.827722 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:30:39.828150 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.828527 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.828876 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.829268 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:30:39.829672 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.830020 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.830359 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.830746 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:30:39.831149 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > security_group after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.831497 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > security_group after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.831847 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.832261 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:30:39.832797 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.833149 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.834082 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.834477 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:30:39.834883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > address_group after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.835228 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > address_group after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.835569 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.835958 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99109) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 11:30:39.836363 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] ML2 OVO RPC backend initialized. {{(pid=99109) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 11:30:39.837071 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.837426 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.837836 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.838180 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > networks before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.838523 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.838861 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > ports before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.839201 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.839538 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnets before_response 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.839883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.840248 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.840587 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.840924 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.841257 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.841591 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.841929 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.842265 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.842597 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.843165 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.plugin [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Modular L2 Plugin initialization complete Aug 09 11:30:39.843492 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading services supported by the core plugin {{(pid=99109) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 11:30:39.843814 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.plugins.ml2.managers [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Got port-security extension from driver 'port_security' Aug 09 11:30:39.844305 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.extensions.vlantransparent [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Disabled vlantransparent extension. Aug 09 11:30:39.844786 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99109) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 11:30:39.845100 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: router Aug 09 11:30:39.882478 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.882867 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_create 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.883238 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router before_create 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.883602 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.883975 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.884357 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_delete 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.884714 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.885076 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_create 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.885421 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_update 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.885773 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_update 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.886360 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.886724 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_update 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.887307 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_update 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.887684 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.888026 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.888392 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: subnet after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.888729 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.889078 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.889424 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_create 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.889765 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.890108 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.890463 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router after_update 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.890805 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.891154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_create 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.891520 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.891862 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_update 55549900 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.892252 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > agent after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.892606 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > agent after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.893125 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > network after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.893800 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Tracking information for resource: router configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.894129 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Tracking information for resource: floatingip configured {{(pid=99109) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 11:30:39.899558 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.db.l3_agentschedulers_db [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 11:30:39.900282 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.900647 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port after_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.901003 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port after_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.901362 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: port after_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.902157 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router before_create 55550100 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.902519 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.902882 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_create 55550100 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.903235 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > router precommit_update 55550100 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.907853 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.provider_configuration [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service providers = [] {{(pid=99109) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 11:30:39.908239 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.db.servicetype_db [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99109) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 11:30:39.911497 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.service_base [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:30:39.911844 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.service_base [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:30:39.912216 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.service_base [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:30:39.913237 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.services.service_base [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99109) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 11:30:39.913616 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.services.service_base [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 11:30:39.914120 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.914592 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 11:30:39.925740 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.926079 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: auto_allocate Aug 09 11:30:39.931782 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: network precommit_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.932154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: network precommit_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.932705 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.933028 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: tag Aug 09 11:30:39.939632 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.939958 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: timestamp Aug 09 11:30:39.944615 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.944952 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: network_ip_availability Aug 09 11:30:39.950578 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.950993 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.951304 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:39.952032 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.952384 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: flavors Aug 09 11:30:39.957110 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.957440 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading Plugin: revisions Aug 09 11:30:39.962206 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99109) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 11:30:39.962599 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_concurrency.lockutils [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=99109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 11:30:39.963333 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99109) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 11:30:39.963669 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Initializing extension manager. Aug 09 11:30:39.964200 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: __init__.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.964542 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: __pycache__ {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.965053 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.965430 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: address_group.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.966180 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.966743 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: address-group Aug 09 11:30:39.967067 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: address_scope.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.967771 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.968313 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: address-scope Aug 09 11:30:39.968639 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.969565 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.970080 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: router-admin-state-down-before-update Aug 09 11:30:39.970409 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: agent.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.971288 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.971799 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: agent Aug 09 11:30:39.972121 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: agent_resources_synced.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.973049 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.973562 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: agent-resources-synced Aug 09 11:30:39.973883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: allowedaddresspairs.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.975656 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.976196 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: allowed-address-pairs Aug 09 11:30:39.976523 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: auto_allocated_topology.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.977583 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.978100 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: auto-allocated-topology Aug 09 11:30:39.978424 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: availability_zone.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.979113 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.979743 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: availability_zone Aug 09 11:30:39.980123 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: availability_zone_filter.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.981061 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.981570 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: availability_zone_filter Aug 09 11:30:39.981890 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: data_plane_status.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.982783 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.983289 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 11:30:39.983607 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: default_subnetpools.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.984532 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.985049 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: default-subnetpools Aug 09 11:30:39.985364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.986161 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.986671 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: dhcp_agent_scheduler Aug 09 11:30:39.986990 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: dns.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.987897 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.988429 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 11:30:39.988749 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: dns_domain_ports.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.990201 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.990778 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 11:30:39.991098 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.992008 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.992556 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 11:30:39.992874 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: dvr.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.993533 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.994039 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: dvr Aug 09 11:30:39.994357 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: ecmp_routes.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.995255 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.995759 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 11:30:39.996080 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: empty_string_filtering.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.997181 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.997693 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: empty-string-filtering Aug 09 11:30:39.998011 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:39.998907 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:39.999413 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:30:39.999730 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.000659 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.001168 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 11:30:40.001487 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: external_net.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.002384 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.002888 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: external-net Aug 09 11:30:40.003209 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.004260 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.004791 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: extra_dhcp_opt Aug 09 11:30:40.005114 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: extraroute.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.006561 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.007069 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: extraroute Aug 09 11:30:40.007389 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: extraroute_atomic.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.008430 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.008941 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: extraroute-atomic Aug 09 11:30:40.009261 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: filter_validation.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.010042 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.010607 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: filter-validation Aug 09 11:30:40.011025 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: fip_pf_description.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.012017 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.012556 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 11:30:40.012876 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: fip_port_details.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.013777 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.014284 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: fip-port-details Aug 09 11:30:40.014603 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: flavors.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.015846 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.016415 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: flavors Aug 09 11:30:40.016744 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.018427 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.018953 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 11:30:40.019286 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: floatingip_pools.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.019981 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.020525 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: floatingip-pools Aug 09 11:30:40.020881 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: ip_allocation.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.021801 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.022379 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 11:30:40.022719 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.023712 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.024257 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: ip-substring-filtering Aug 09 11:30:40.024585 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l2_adjacency.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.025502 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.026010 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 11:30:40.026331 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.027410 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.027940 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: router Aug 09 11:30:40.028303 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.030542 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.031102 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 11:30:40.031456 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.032410 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.032930 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: ext-gw-mode Aug 09 11:30:40.033254 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.034176 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.034689 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: l3-ha Aug 09 11:30:40.035010 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3_flavors.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.035909 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.036477 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: l3-flavors Aug 09 11:30:40.036799 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.037700 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.038206 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 11:30:40.038524 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: l3agentscheduler.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.039873 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.040426 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: l3_agent_scheduler Aug 09 11:30:40.040757 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: logging.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.042244 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.042771 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension logging not supported by any of loaded plugins Aug 09 11:30:40.043101 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: metering.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.043833 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.044440 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: metering Aug 09 11:30:40.044765 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.045847 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.046367 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: metering_source_and_destination_fields Aug 09 11:30:40.046693 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: multiprovidernet.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.047606 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.048119 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: multi-provider Aug 09 11:30:40.048471 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: netmtu.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.049372 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.049883 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: net-mtu Aug 09 11:30:40.050205 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: netmtu_writable.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.051171 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.051682 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: net-mtu-writable Aug 09 11:30:40.052005 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: network_availability_zone.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.053217 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.053724 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: network_availability_zone Aug 09 11:30:40.054042 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: network_ip_availability.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.055128 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.055640 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: network-ip-availability Aug 09 11:30:40.055964 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: network_segment_range.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.056751 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.057260 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 11:30:40.057582 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: pagination.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.058571 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.058900 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: pagination Aug 09 11:30:40.059220 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: port_device_profile.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.060110 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.060654 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: port-device-profile Aug 09 11:30:40.060980 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.061895 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.062408 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: port-mac-address-regenerate Aug 09 11:30:40.062726 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.063619 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.064129 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: port-numa-affinity-policy Aug 09 11:30:40.064478 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: port_resource_request.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.065370 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.065873 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 11:30:40.066192 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: portbindings.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.067103 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.067617 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: binding Aug 09 11:30:40.068511 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: portbindings_extended.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.069883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.070402 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: binding-extended Aug 09 11:30:40.070730 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: portsecurity.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.071905 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.072447 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: port-security Aug 09 11:30:40.072769 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: project_id.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.073741 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.074069 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: project-id Aug 09 11:30:40.074388 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: providernet.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.075296 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.075812 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: provider Aug 09 11:30:40.076134 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.079527 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.080052 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos not supported by any of loaded plugins Aug 09 11:30:40.080423 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.081645 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.082166 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 11:30:40.082494 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.083418 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.083934 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 11:30:40.084292 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_default.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.085268 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.085784 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-default not supported by any of loaded plugins Aug 09 11:30:40.086110 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_fip.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.086757 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.087264 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 11:30:40.087586 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_gateway_ip.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.088672 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.089194 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 11:30:40.089513 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_port_network_policy.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.090414 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.090928 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 11:30:40.091248 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_pps_rule.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.092438 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.092958 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 11:30:40.093282 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_rule_type_details.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.094185 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.094697 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 11:30:40.095019 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: qos_rules_alias.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.096036 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.096580 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 11:30:40.096902 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: quotasv2.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.097795 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.098121 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: quotas Aug 09 11:30:40.098441 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: quotasv2_detail.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.101510 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.101851 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: quota_details Aug 09 11:30:40.102185 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: rbac.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.103418 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.103950 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: rbac-policies Aug 09 11:30:40.104309 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: rbac_address_group.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.105229 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.105746 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: rbac-address-group Aug 09 11:30:40.106068 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: rbac_address_scope.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.106978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.107489 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: rbac-address-scope Aug 09 11:30:40.107808 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: rbac_security_groups.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.108743 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.109259 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: rbac-security-groups Aug 09 11:30:40.109583 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: rbac_subnetpool.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.110480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.110998 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: rbac-subnetpool Aug 09 11:30:40.111318 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: revisionifmatch.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.112238 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.112819 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: revision-if-match Aug 09 11:30:40.113142 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: revisions.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.114247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.115293 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: standard-attr-revisions Aug 09 11:30:40.115615 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: router_availability_zone.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.116310 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.116825 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: router_availability_zone Aug 09 11:30:40.117143 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: routerservicetype.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.118054 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.118562 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 11:30:40.118882 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.119782 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.120317 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: security-groups-normalized-cidr Aug 09 11:30:40.120637 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.121546 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.122050 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: port-security-groups-filtering Aug 09 11:30:40.122368 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.123281 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.123789 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: security-groups-remote-address-group Aug 09 11:30:40.124106 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: securitygroup.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.134197 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.134729 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: security-group Aug 09 11:30:40.135061 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: segment.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.135836 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.136388 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension segment not supported by any of loaded plugins Aug 09 11:30:40.136712 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.137636 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.138152 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 11:30:40.138473 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: servicetype.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.139643 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.140168 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: service-type Aug 09 11:30:40.140520 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: sorting.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.141505 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.141838 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: sorting Aug 09 11:30:40.142161 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: standard_attr_segment.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.143064 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.143579 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 11:30:40.143899 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: standardattrdescription.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.144599 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.145110 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: standard-attr-description Aug 09 11:30:40.145431 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: stateful_security_group.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.146367 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.146885 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: stateful-security-group Aug 09 11:30:40.147207 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: stdattrs_common.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.147777 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 11:30:40.148096 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.149048 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.149559 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 11:30:40.149882 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: subnet_onboard.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.150945 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.151459 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: subnet_onboard Aug 09 11:30:40.151781 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.152727 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.153234 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 11:30:40.153553 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: subnet_service_types.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.154460 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.154967 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: subnet-service-types Aug 09 11:30:40.155288 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: subnetallocation.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.156380 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.156897 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: subnet_allocation Aug 09 11:30:40.157222 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.157878 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.158389 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: subnetpool-prefix-ops Aug 09 11:30:40.158709 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.159625 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.160134 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 11:30:40.160480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: tagging.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.161564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.162080 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: standard-attr-tag Aug 09 11:30:40.162407 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: timestamp.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.163580 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.164097 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loaded extension: standard-attr-timestamp Aug 09 11:30:40.164445 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: trunk.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.165461 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.165980 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension trunk not supported by any of loaded plugins Aug 09 11:30:40.166307 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: trunk_details.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.167217 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.167734 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 11:30:40.168056 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: uplink_status_propagation.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.168983 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.169501 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 11:30:40.169820 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Loading extension file: vlantransparent.py {{(pid=99109) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 11:30:40.170473 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99109) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 11:30:40.170985 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 11:30:40.173450 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:network Aug 09 11:30:40.173967 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:subnet Aug 09 11:30:40.174368 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:30:40.174758 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:port Aug 09 11:30:40.175945 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.176429 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service FLAVORS assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.177540 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.177973 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.178300 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:router Aug 09 11:30:40.178733 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:30:40.179213 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service METERING assigned prefix: /metering {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.180655 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:40.181023 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:40.181378 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:30:40.182355 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:30:40.182806 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:30:40.183239 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:30:40.184873 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service CORE assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.185219 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:30:40.185572 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] subnetpool is already registered Aug 09 11:30:40.186011 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service CORE assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.186338 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:30:40.186672 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] subnetpool is already registered Aug 09 11:30:40.188940 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.189369 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service FLAVORS assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.189950 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.190368 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.190700 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:router Aug 09 11:30:40.191037 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] router is already registered Aug 09 11:30:40.191458 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 11:30:40.191793 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] floatingip is already registered Aug 09 11:30:40.192261 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service METERING assigned prefix: /metering {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.193478 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 11:30:40.193800 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] rbac_policy is already registered Aug 09 11:30:40.194204 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:security_group Aug 09 11:30:40.194537 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] security_group is already registered Aug 09 11:30:40.194932 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 11:30:40.195261 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] security_group_rule is already registered Aug 09 11:30:40.195876 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service CORE assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.196499 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:30:40.196833 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] subnetpool is already registered Aug 09 11:30:40.197253 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.v2.resource_helper [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Service CORE assigned prefix: {{(pid=99109) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 11:30:40.197571 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 11:30:40.197895 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING neutron.quota.resource_registry [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] subnetpool is already registered Aug 09 11:30:40.198365 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: extensions {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.199782 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: address-groups {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.201335 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: address-scopes {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.202610 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: agents {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.203755 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: auto-allocated-topology {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.205033 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: availability_zones {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.206289 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: dhcp-networks {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.207784 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: dhcp-agents {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.209253 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: routers {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.211023 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: flavors {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.212309 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: service_profiles {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.213616 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: next_providers {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.215051 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: service_profiles {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.216607 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: floatingip-pools {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.217845 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: routers {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.219553 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: floatingips {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.220873 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: l3-routers {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.222253 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: l3-agents {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.223787 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: metering-labels {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.225121 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: metering-label-rules {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.226488 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: network-ip-availabilities {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.227734 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: bindings {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.229302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: quotas {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.230851 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: quotas {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.232313 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: rbac-policies {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.233501 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: security-groups {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.234799 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: security-group-rules {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.236011 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: service-providers {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.237270 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: subnetpools {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.238596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: subnetpools {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.240864 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.242555 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.244376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.246152 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.247836 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.250792 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.252492 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.254275 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.256769 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.258524 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron.api.extensions [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Extended resource: tags {{(pid=99109) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 11:30:40.264410 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING keystonemiddleware.auth_token [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 11:30:40.268898 dv-cinder-802653-6-iscsi neutron-server[99109]: WARNING keystonemiddleware.auth_token [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 11:30:40.278151 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_concurrency.lockutils [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Acquired lock "singleton_lock" {{(pid=99109) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 11:30:40.278625 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_concurrency.lockutils [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Releasing lock "singleton_lock" {{(pid=99109) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 11:30:40.279266 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Starting 2 workers Aug 09 11:30:40.284071 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Started child 99939 {{(pid=99109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:30:40.288886 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Started child 99940 {{(pid=99109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:30:40.289641 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:40.290372 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO neutron.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 11:30:40.291037 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Notify callbacks [] for process, before_spawn {{(pid=99109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:40.291208 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [-] (99939) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:30:40.293736 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Starting 1 workers Aug 09 11:30:40.293964 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:40.295463 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [-] (99940) wsgi starting up on http://0.0.0.0:9696 Aug 09 11:30:40.299240 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Started child 99941 {{(pid=99109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:30:40.299761 dv-cinder-802653-6-iscsi neutron-server[99109]: INFO oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Starting 1 workers Aug 09 11:30:40.303472 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] calling RpcWorker wait() {{(pid=99941) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 11:30:40.304016 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] returning from RpcWorker wait() {{(pid=99941) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 11:30:40.304869 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Started child 99942 {{(pid=99109) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 11:30:40.305436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:40.305676 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG neutron_lib.callbacks.manager [None req-27fbca93-4aa6-4a62-b4b4-826ab8a50884 None None] Notify callbacks [] for process, after_spawn {{(pid=99109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:40.306137 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99109) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:30:40.309514 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.310038 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.310106 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:40.310548 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.310548 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.310548 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.311006 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.311262 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.311522 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.311775 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.312022 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.312202 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.312376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.312626 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.312874 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.313175 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.313432 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.313664 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.313942 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.314109 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.314477 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.314748 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.314992 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.315259 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] debug = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.315498 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.316004 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.316249 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.316508 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.317185 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.317185 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.317310 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.317470 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.318392 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.318610 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.318772 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.319043 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.319300 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.319530 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.319745 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.320018 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.320278 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.320736 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] host = dv-cinder-802653-6-iscsi {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.320967 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.321452 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.321677 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.321918 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.322160 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.322392 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.322653 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.322897 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.323148 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.323399 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.323642 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.323899 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.324115 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.324400 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.324563 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_options = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.324804 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.325051 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.325313 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.325500 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.325670 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.325849 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.326111 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.326270 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.326502 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.326716 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.326927 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.327159 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.327372 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.327582 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.327807 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.328054 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.328321 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.328532 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.328774 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.329003 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.329243 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.329466 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.329703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.330180 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.330434 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.330659 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.330884 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.331098 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.331308 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.331591 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.331835 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.332065 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.332305 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.332558 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.332784 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.333006 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.333223 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.333520 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.333750 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.333989 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.334238 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.334471 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.334719 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.334931 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.335155 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.335367 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_json = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.335577 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.335817 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.336091 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.336334 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.336544 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.336757 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.336968 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.337199 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.337639 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.337912 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.338241 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.338489 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.338718 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.338953 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.339181 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.339428 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.339658 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.339884 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.340693 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.340693 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.340897 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.341135 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.341377 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.341472 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:40.341691 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.341941 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.342225 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.342460 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.342694 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.342904 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.343120 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.343449 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.344235 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.344235 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.344423 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.344664 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.345136 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.345800 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.346047 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.346438 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.346658 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.347229 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.347536 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.347753 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.347945 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.348224 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.348454 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.348689 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.349449 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.349740 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.349996 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.350939 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.352239 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.352239 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.352239 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.352495 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.352623 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.352864 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.353124 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.353360 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.353587 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.353806 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.354083 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.354399 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.354705 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.354954 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.355194 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.355415 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.356011 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.356392 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.356655 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.356900 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.357123 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.357344 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.357565 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.357805 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.358046 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.358271 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.358488 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.358708 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.358921 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.359144 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.359428 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.359645 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.359883 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.360100 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.360383 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.360600 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.360822 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.361061 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.361274 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.361495 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.361759 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.362151 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.362457 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.362696 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.362957 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.363242 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.363624 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.363861 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.364122 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.364365 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.365291 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.365594 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.365868 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.366114 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.366497 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.366751 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.366995 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.367253 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.367478 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.367692 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.367920 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.368150 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.368402 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.368673 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.368922 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.369186 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.369434 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.369690 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.369967 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.370215 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.370495 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.370744 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.371025 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.371317 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.371583 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.371879 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.372125 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.372398 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.372655 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.372889 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.373133 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.373385 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.373611 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.373832 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.374121 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.374339 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.374558 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.374786 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.375028 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.375367 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.375629 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.375873 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.376110 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.376403 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.376735 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.376973 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.377251 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.377517 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.377763 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.377998 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.378225 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.378434 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.378670 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.378914 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.379123 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.379354 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.379572 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.379849 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.380089 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.380429 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.380783 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.381039 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.381266 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.381463 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.381683 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.381901 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.382142 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.382350 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.382563 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.382796 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.383010 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.383228 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.383489 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.383699 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.383950 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.384161 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.384476 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.384732 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.384947 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.385189 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.385423 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.385674 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.385885 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.386131 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.386344 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.386578 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.386787 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.387002 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.387214 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.387436 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.387650 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.387894 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.388153 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.388417 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.388739 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.389048 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.389227 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.389461 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.389661 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.389910 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.390129 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.390345 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.390558 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.390772 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.391005 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.391268 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.391505 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.391741 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.391955 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.392202 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.392404 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.392635 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.392857 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.393133 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.393391 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.393617 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.393880 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.394110 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.394318 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.394543 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.394751 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.394956 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.395173 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.395384 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.395587 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.395814 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.396072 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.396300 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.396517 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.396753 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.396979 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.397200 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.397403 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.397606 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.397822 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.398031 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.398242 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.398481 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.398727 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.398955 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.399190 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.399402 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.399591 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.399839 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.400043 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.400270 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.400753 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.401035 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.401242 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.401862 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.402113 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.402330 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.402605 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.402832 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.403086 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.403325 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.403611 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.403837 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.404071 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.404311 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.404529 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.404767 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.405118 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.405440 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.405723 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.405987 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.406468 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.406747 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.407027 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.407294 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.407508 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.407791 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.408133 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.408441 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.408705 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.408928 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.409159 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.409380 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.409628 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.409877 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.410108 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.410319 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.410782 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.410782 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.411027 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.412226 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.412226 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.412226 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.412473 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.412623 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.412990 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.413221 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.413900 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:30:40.413900 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99109) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 11:30:40.414069 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 11:30:40.414172 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 11:30:40.414359 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 11:30:40.414529 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 11:30:40.414678 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 11:30:40.414881 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.415034 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.415194 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.415353 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.415507 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.415685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.415840 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.416155 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.416339 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.416486 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.416676 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.416786 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.416945 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.417101 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.417257 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.417445 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.417575 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.417732 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.417893 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.418049 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.418204 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.418354 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.418508 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] debug = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.418661 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.418874 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419076 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419171 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419324 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419477 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419633 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419784 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.419943 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.420094 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.420426 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.420749 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.420908 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421066 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421219 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421372 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421529 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] host = dv-cinder-802653-6-iscsi {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421838 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.421991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.422147 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.422320 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.422493 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.422652 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.422780 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.422904 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423028 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423175 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423385 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423512 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423636 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423770 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.423895 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_options = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.424034 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.424207 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.424339 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.424528 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.424687 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.424841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425056 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425199 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425328 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425451 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425576 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425700 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425850 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.425986 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.426144 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.426296 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.426433 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.426593 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.426747 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.426901 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.427048 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.427739 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.427905 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428032 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428207 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428378 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428516 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428641 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428798 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.428951 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.429104 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.429259 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.429412 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.429566 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.429706 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.429861 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430015 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430172 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430327 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430465 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430622 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430776 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.430929 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.431085 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.431238 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.431392 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_json = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.431545 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.431698 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.431851 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.432004 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.432201 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.432336 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.432479 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.434154 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.436480 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.437991 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.438976 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.440364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.441564 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.442179 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443302 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443793 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443793 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443793 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.443793 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444059 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444059 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.444978 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.445743 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.445743 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.445743 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.445743 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.445743 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.447685 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.448247 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.449841 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.450376 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.451596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.452703 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453146 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453146 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453146 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453314 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453556 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453556 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453753 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.453867 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454025 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454184 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454341 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454499 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454657 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454813 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.454971 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.455128 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.455285 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.455442 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.455599 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.455757 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.455915 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.456072 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.456213 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:40.456312 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.456393 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.456542 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.456699 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.456857 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457019 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457167 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457322 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457478 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457635 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457792 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.457948 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.458111 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.458263 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.458958 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.459117 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.459261 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.459401 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.459538 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.459698 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.459854 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460012 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460170 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460346 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460504 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460664 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460802 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.460941 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.461101 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.461258 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.461415 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.461574 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.461731 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.461889 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.462048 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.462204 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.462361 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.462532 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.462689 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.462846 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463003 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463160 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463320 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463477 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463634 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463791 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.463948 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.464104 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.464283 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.464443 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.464601 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.464758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.464915 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.465071 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.465227 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.465383 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.465551 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.465709 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.465866 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466024 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466181 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466338 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466515 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466661 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466805 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.466959 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.467129 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.467274 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.467438 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.467596 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.467752 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.467907 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.468062 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.468872 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.469051 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.469208 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.469364 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.469519 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.469696 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.470462 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.470462 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.470462 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.470462 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.470462 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.471758 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.472812 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.473557 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.473557 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.473557 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.473557 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.473557 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.474684 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.474684 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.474684 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.474684 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475116 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475116 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475116 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475324 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475402 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475521 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475689 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.475847 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476003 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476160 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476340 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476497 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476653 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476809 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.476965 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477251 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477251 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477495 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477579 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477705 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477830 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.477984 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.478140 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.478278 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.478439 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.478598 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 11:30:40.478737 dv-cinder-802653-6-iscsi neutron-server[99109]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99109) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 11:30:40.714752 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58772) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:40.723178 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061665 Aug 09 11:30:51.961353 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0f688-c04c-4d1c-85e5-a854956ebfee None None] get_active_networks_info from dv-cinder-802653-6-iscsi {{(pid=99941) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 11:30:52.032519 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0f688-c04c-4d1c-85e5-a854956ebfee None None] No non-hosted networks {{(pid=99941) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 11:30:52.067743 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.agentschedulers_db [None req-55f0f688-c04c-4d1c-85e5-a854956ebfee None None] DHCP Agent not found on host dv-cinder-802653-6-iscsi {{(pid=99941) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 11:30:52.222593 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-691bdb03-8113-40f8-a958-f8dd487a06c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355832'] for agent, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:54.537848 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f301e5e8-87f2-46b9-b5ba-ab06ec4127b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355832'] for agent, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:54.597012 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-b3b97008-721c-4feb-8cf9-ce8dd0014b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:54.718581 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355832'] for agent, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:54.719640 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.720224 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.720736 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.721347 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.721865 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.722485 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.723028 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.724381 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.724886 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.725628 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.726387 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.726894 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:30:54.727824 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802653-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:54.744278 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802653-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:30:55.657557 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355832'] for agent, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:57.174569 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355832'] for agent, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:30:58.196522 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58864) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:30:58.681047 dv-cinder-802653-6-iscsi neutron-server[99940]: WARNING oslo_policy.policy [None req-f4f21486-7f6c-41a9-904a-baeb576153f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:30:58.681700 dv-cinder-802653-6-iscsi neutron-server[99940]: WARNING oslo_policy.policy [None req-f4f21486-7f6c-41a9-904a-baeb576153f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:30:58.896786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [None req-f4f21486-7f6c-41a9-904a-baeb576153f7 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:30:58.897750 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-f4f21486-7f6c-41a9-904a-baeb576153f7 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7003443 Aug 09 11:31:01.244477 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58878) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:01.559640 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:01.653622 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.policy [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:31:01.698907 dv-cinder-802653-6-iscsi neutron-server[99940]: WARNING oslo_policy.policy [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:31:01.699219 dv-cinder-802653-6-iscsi neutron-server[99940]: WARNING oslo_policy.policy [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:31:01.707984 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.quota [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] Loaded quota_driver: . Aug 09 11:31:01.799001 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787072970851', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787072974422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787072958850', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787072960629', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787072565184', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787072940166', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3890521', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3423102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-485000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-420816'] for rbac-policy, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:01.837635 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.db.l3_hamode_db [None req-014088d7-6682-471e-8fb0-2f8e83c1bacb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 11:31:01.865963 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:01.867155 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-259b3752-cefc-418a-80c6-3487cd291ab1 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6217034 Aug 09 11:31:01.918759 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014088d7-6682-471e-8fb0-2f8e83c1bacb None None] Routers set() bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:31:01.919155 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014088d7-6682-471e-8fb0-2f8e83c1bacb None None] Router IDs set() for agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 11:31:04.416644 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58890) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:04.707509 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Request body: {'network': {'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'name': 'private', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:04.735124 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Made reservation on behalf of 58c5bd58d8ac4a5fb95dc7c872b24dcd for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:31:04.737856 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:04.754552 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:04.874531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:04.878956 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:04.898152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:31:04.925958 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787072729959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:04.926535 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Unsubscribe: segment precommit_create {{(pid=99940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:31:04.927034 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Added segment f55db765-3aa2-4cda-9cbf-759ec77962b5 of type vlan for network 9d92e815-033a-40ee-b27c-a177a423c677 Aug 09 11:31:04.943607 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955eca69-0cd6-47e9-a234-5fda069d185a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:04.993185 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.993531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.993865 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.994192 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.994514 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.994852 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.995176 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.995492 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.995823 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.996139 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.996476 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.996787 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Tracked resource versions report: Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: pushed versions: Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: { 'AddressGroup': {'1.2'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'ConntrackHelper': {'1.0'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Log': {'1.0'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Network': {'1.1'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Port': {'1.7'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'PortForwarding': {'1.2'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'QosPolicy': {'1.9'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroup': {'1.4'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SubPort': {'1.0'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Subnet': {'1.1'}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Trunk': {'1.1'}} Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: consumer versions: Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'ConntrackHelper': '1.0', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Log': '1.0', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Network': '1.1', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Port': '1.7', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'PortForwarding': '1.2', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'QosPolicy': '1.9', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroup': '1.4', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroupRule': '1.2', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SubPort': '1.0', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Subnet': '1.1', Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Trunk': '1.1'}} Aug 09 11:31:04.997894 dv-cinder-802653-6-iscsi neutron-server[99940]: {{(pid=99940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:31:05.044145 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:05.093850 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:05.095000 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:05.095678 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:05.178786 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7610123 Aug 09 11:31:05.192944 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ac120-db3b-4ea4-8463-137002e0d329 admin admin] Pushing event updated for resources: {'Network': ['ID=9d92e815-033a-40ee-b27c-a177a423c677,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:05.214793 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 9d92e815-033a-40ee-b27c-a177a423c677 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:31:07.837437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58904) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:08.227815 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c10fa7-250b-4d12-8309-cb8351346a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:08.229192 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b7c10fa7-250b-4d12-8309-cb8351346a52 admin admin] 10.222.0.41 "GET /v2.0/networks/9d92e815-033a-40ee-b27c-a177a423c677 HTTP/1.1" status: 200 len: 825 time: 0.3908165 Aug 09 11:31:08.253024 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-4485a7a9-d2f7-44db-b234-7a5df48aadc8 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/1c37aa0c-5111-462a-9912-1a84ade4a230 HTTP/1.1" status: 200 len: 734 time: 0.0180264 Aug 09 11:31:08.261643 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'name': 'private-subnet'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:08.283050 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Made reservation on behalf of 58c5bd58d8ac4a5fb95dc7c872b24dcd for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:31:08.285927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.573812 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.647632 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1761c7a7-e476-4b2a-b8f1-567301886be3,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:08.653241 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Checking segment: {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:31:08.653637 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Network hostable DHCP agents. Network: 9d92e815-033a-40ee-b27c-a177a423c677, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:31:08.681406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Network 9d92e815-033a-40ee-b27c-a177a423c677 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:31:08.691967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 9d92e815-033a-40ee-b27c-a177a423c677) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:08.696999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:08.697615 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:08.703075 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce2a79-ebae-46d8-b730-1e52b888d8b1 None None] Network 9d92e815-033a-40ee-b27c-a177a423c677 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:31:08.710821 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-030974d4-b587-4d7e-ab21-34fe2a2ac8ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4523365 Aug 09 11:31:09.021621 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-9d92e815-033a-40ee-b27c-a177a423c677', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:31:09.022834 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:09.290517 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Allocated IP 172.20.0.2 (9d92e815-033a-40ee-b27c-a177a423c677/1761c7a7-e476-4b2a-b8f1-567301886be3/5bfa00b3-b2d7-453c-aa14-42425348091b) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:31:09.490589 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:09.531997 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Transition to ACTIVE for port object 5bfa00b3-b2d7-453c-aa14-42425348091b will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:31:09.553355 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Transition to ACTIVE for port object 5bfa00b3-b2d7-453c-aa14-42425348091b will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:31:09.561642 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:09.635031 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Network 9d92e815-033a-40ee-b27c-a177a423c677 is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:31:09.642212 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:09.646323 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:31:09.649420 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Pushing event updated for resources: {'Port': ['ID=5bfa00b3-b2d7-453c-aa14-42425348091b,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:09.682524 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.682881 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.683229 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.683566 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.683901 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.684255 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.684588 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.684922 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.685263 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.685591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.685916 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.686238 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Tracked resource versions report: Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: pushed versions: Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: { 'AddressGroup': {'1.2'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'ConntrackHelper': {'1.0'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Log': {'1.0'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Network': {'1.1'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Port': {'1.7'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'PortForwarding': {'1.2'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'QosPolicy': {'1.9'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroup': {'1.4'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SubPort': {'1.0'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Subnet': {'1.1'}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Trunk': {'1.1'}} Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: consumer versions: Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'ConntrackHelper': '1.0', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Log': '1.0', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Network': '1.1', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Port': '1.7', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'PortForwarding': '1.2', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'QosPolicy': '1.9', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroup': '1.4', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroupRule': '1.2', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SubPort': '1.0', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Subnet': '1.1', Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Trunk': '1.1'}} Aug 09 11:31:09.687367 dv-cinder-802653-6-iscsi neutron-server[99941]: {{(pid=99941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:31:09.734651 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Attempting to bind port 5bfa00b3-b2d7-453c-aa14-42425348091b on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:31:09.735283 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Attempting to bind port 5bfa00b3-b2d7-453c-aa14-42425348091b by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:31:09.735459 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Attempting to bind port 5bfa00b3-b2d7-453c-aa14-42425348091b on network 9d92e815-033a-40ee-b27c-a177a423c677 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:31:09.740834 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:31:09.741238 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Checking segment: {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:31:09.741727 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:09.742136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Bound using segment: {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:31:09.742841 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Bound port: 5bfa00b3-b2d7-453c-aa14-42425348091b, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:31:09.743261 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:09.803904 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] For port 5bfa00b3-b2d7-453c-aa14-42425348091b, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:31:09.807975 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] For port 5bfa00b3-b2d7-453c-aa14-42425348091b, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=5bfa00b3-b2d7-453c-aa14-42425348091b,segment=NetworkSegment(f55db765-3aa2-4cda-9cbf-759ec77962b5),segment_id=f55db765-3aa2-4cda-9cbf-759ec77962b5)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:31:09.812970 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:09.879846 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c4312-99b2-4a7a-a83e-2a97cad0bbb4 None None] Pushing event updated for resources: {'Port': ['ID=5bfa00b3-b2d7-453c-aa14-42425348091b,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:11.093922 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 58912) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:11.590517 dv-cinder-802653-6-iscsi neutron-server[99939]: WARNING oslo_policy.policy [None req-03cbdcd9-9d9d-4a36-94e9-51b0eb8fcb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:31:11.591210 dv-cinder-802653-6-iscsi neutron-server[99939]: WARNING oslo_policy.policy [None req-03cbdcd9-9d9d-4a36-94e9-51b0eb8fcb02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:31:11.808356 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [None req-03cbdcd9-9d9d-4a36-94e9-51b0eb8fcb02 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:31:11.809612 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-03cbdcd9-9d9d-4a36-94e9-51b0eb8fcb02 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7135484 Aug 09 11:31:14.176060 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 58926) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:14.488695 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [None req-dd98bf4f-b81c-4787-a4d1-8022e9f443af admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:31:14.490355 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-dd98bf4f-b81c-4787-a4d1-8022e9f443af admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132248 Aug 09 11:31:17.082453 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58940) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:17.386610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] Request body: {'router': {'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'name': 'router1', 'admin_state_up': True}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:17.410837 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.412463 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.548333 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.553406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.565671 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:17.567441 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9d04570f-2b2c-4878-80ec-6ef3a8813430 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4839976 Aug 09 11:31:18.185326 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8da94-6567-4c3d-9e00-f9a8ba772dea None None] Network 9d92e815-033a-40ee-b27c-a177a423c677 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:31:18.308960 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-b07bac65-0b59-40a5-a3a7-0c96d040572f None None] Provisioning for port 5bfa00b3-b2d7-453c-aa14-42425348091b completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:18.520450 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 5bfa00b3-b2d7-453c-aa14-42425348091b up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:18.608661 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 5bfa00b3-b2d7-453c-aa14-42425348091b completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:18.612092 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 5bfa00b3-b2d7-453c-aa14-42425348091b triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:18.613141 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:18.716578 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:18.751639 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 5bfa00b3-b2d7-453c-aa14-42425348091b, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=5bfa00b3-b2d7-453c-aa14-42425348091b,segment=NetworkSegment(f55db765-3aa2-4cda-9cbf-759ec77962b5),segment_id=f55db765-3aa2-4cda-9cbf-759ec77962b5)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:18.757980 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:18.806336 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=5bfa00b3-b2d7-453c-aa14-42425348091b,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:19.912122 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58948) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:20.228669 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [None req-96552cba-b7fb-47a2-9e83-50f0a074ffa5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:31:20.229664 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-96552cba-b7fb-47a2-9e83-50f0a074ffa5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165781 Aug 09 11:31:20.479468 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 5bfa00b3-b2d7-453c-aa14-42425348091b up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:20.525730 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 5bfa00b3-b2d7-453c-aa14-42425348091b triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:20.526103 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:21.886330 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a084f1b8-9463-4d36-8eaf-f31696c636fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:22.554320 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58956) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:22.856467 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:22.878637 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Made reservation on behalf of e432257af13a4dde8d27c747ca30d11c for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:31:22.880845 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:22.888401 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:22.972772 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:22.976390 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:22.990416 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=99940) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 11:31:23.008087 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7d80f-a573-4a2b-8f28-f7f57efce59a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:23.012794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:23.013139 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Added segment 25ae051f-37fa-4c6c-9a7e-a175c3095c5d of type flat for network 2924d57e-71bd-40b8-be49-6cda85775f3b Aug 09 11:31:23.057589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:23.092033 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:23.092902 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:23.093467 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:23.149307 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5938973 Aug 09 11:31:23.154101 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53986-7c4d-4101-8df0-fb003ede73d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2924d57e-71bd-40b8-be49-6cda85775f3b,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:23.164657 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 2924d57e-71bd-40b8-be49-6cda85775f3b details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:31:24.532555 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-89df06f9-9a99-4d93-a663-1731c64d6f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:24.702807 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:25.467306 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58964) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:25.589382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:25.759651 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46d4a8-6832-4272-bed7-0f7cc576c3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:25.761016 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3b46d4a8-6832-4272-bed7-0f7cc576c3f8 admin admin] 10.222.0.41 "GET /v2.0/subnets/1761c7a7-e476-4b2a-b8f1-567301886be3 HTTP/1.1" status: 200 len: 849 time: 0.2927687 Aug 09 11:31:25.874228 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-737e8c31-315f-4a1e-9ff5-b91d899a055e admin admin] 10.222.0.41 "GET /v2.0/routers/1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 HTTP/1.1" status: 200 len: 704 time: 0.1072619 Aug 09 11:31:26.132591 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:26.420152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Allocated IP 172.20.0.1 (9d92e815-033a-40ee-b27c-a177a423c677/1761c7a7-e476-4b2a-b8f1-567301886be3/e6db54e2-bc63-4657-84b0-1465113800f6) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:31:26.612687 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:26.633727 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Transition to ACTIVE for port object e6db54e2-bc63-4657-84b0-1465113800f6 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:31:26.715967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:26.787284 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Network 9d92e815-033a-40ee-b27c-a177a423c677 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:31:26.794805 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:26.797398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Pushing event updated for resources: {'Port': ['ID=e6db54e2-bc63-4657-84b0-1465113800f6,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:26.811665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:31:26.811665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:26.954678 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ed7e0f1b-0275-496a-a74c-517532474a55 None None] Provisioning for port e6db54e2-bc63-4657-84b0-1465113800f6 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:26.958242 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ed7e0f1b-0275-496a-a74c-517532474a55 None None] Provisioning complete for port e6db54e2-bc63-4657-84b0-1465113800f6 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:26.958727 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0f1b-0275-496a-a74c-517532474a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:26.991913 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e0f1b-0275-496a-a74c-517532474a55 None None] Port e6db54e2-bc63-4657-84b0-1465113800f6 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:31:27.010188 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:27.126276 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:27.218246 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:27.223052 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:27.223989 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:27.302355 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Pushing event updated for resources: {'Port': ['ID=e6db54e2-bc63-4657-84b0-1465113800f6,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:27.349323 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Network 9d92e815-033a-40ee-b27c-a177a423c677 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:31:27.350594 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:27.367600 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:31:27.504653 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:31:27.512360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-758e7216-3250-4a22-8957-58757398379a None None] Provisioning complete for port e6db54e2-bc63-4657-84b0-1465113800f6 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:27.512738 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-758e7216-3250-4a22-8957-58757398379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:27.544584 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-758e7216-3250-4a22-8957-58757398379a None None] Port e6db54e2-bc63-4657-84b0-1465113800f6 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:31:27.593052 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:31:27.598647 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-677dbef8-906b-4755-958f-16f4c6e0db98 admin admin] 10.222.0.41 "PUT /v2.0/routers/1b9b6f5c-a542-4f8a-8c68-1b328714c9b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7187321 Aug 09 11:31:27.603058 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Sync routers for ids ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:31:27.617429 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Routers {'1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:31:27.618303 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:31:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:27.799457 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Set router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:31:28.231071 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'name': 'router1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:31:17Z', 'updated_at': '2021-08-09T11:31:26Z', 'revision_number': 2, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'gw_port_host': None, '_interfaces': [{'id': 'e6db54e2-bc63-4657-84b0-1465113800f6', 'name': '', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'mac_address': 'fa:16:3e:8e:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:26Z', 'updated_at': '2021-08-09T11:31:27Z', 'revision_number': 2, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnets': [{'id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:28.281532 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Checking router: 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:31:28.281912 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Updating router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 port e6db54e2-bc63-4657-84b0-1465113800f6 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:31:28.329381 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:28.840724 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:28.858590 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Transition to ACTIVE for port object e6db54e2-bc63-4657-84b0-1465113800f6 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:31:28.865182 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.001821 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Pushing event updated for resources: {'Port': ['ID=e6db54e2-bc63-4657-84b0-1465113800f6,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:29.029508 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.029858 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.030194 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.030523 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.030851 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.031177 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.031498 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.031817 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.032155 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.032501 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.032817 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.033133 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Tracked resource versions report: Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: pushed versions: Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: { 'AddressGroup': {'1.2'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'ConntrackHelper': {'1.0'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Log': {'1.0'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Network': {'1.1'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Port': {'1.7'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'PortForwarding': {'1.2'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'QosPolicy': {'1.9'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroup': {'1.4'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SubPort': {'1.0'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Subnet': {'1.1'}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Trunk': {'1.1'}} Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: consumer versions: Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'ConntrackHelper': '1.0', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Log': '1.0', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Network': '1.1', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Port': '1.7', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'PortForwarding': '1.2', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'QosPolicy': '1.9', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroup': '1.4', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroupRule': '1.2', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SubPort': '1.0', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Subnet': '1.1', Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Trunk': '1.1'}} Aug 09 11:31:29.034779 dv-cinder-802653-6-iscsi neutron-server[99942]: {{(pid=99942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:31:29.039171 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Attempting to bind port e6db54e2-bc63-4657-84b0-1465113800f6 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:31:29.039578 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Attempting to bind port e6db54e2-bc63-4657-84b0-1465113800f6 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:31:29.039997 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Attempting to bind port e6db54e2-bc63-4657-84b0-1465113800f6 on network 9d92e815-033a-40ee-b27c-a177a423c677 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:31:29.044862 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:31:29.045261 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Checking segment: {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:31:29.045748 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.046147 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Bound using segment: {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:31:29.046635 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Bound port: e6db54e2-bc63-4657-84b0-1465113800f6, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55db765-3aa2-4cda-9cbf-759ec77962b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:31:29.047011 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.115063 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] For port e6db54e2-bc63-4657-84b0-1465113800f6, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:31:29.136277 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] For port e6db54e2-bc63-4657-84b0-1465113800f6, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=e6db54e2-bc63-4657-84b0-1465113800f6,segment=NetworkSegment(f55db765-3aa2-4cda-9cbf-759ec77962b5),segment_id=f55db765-3aa2-4cda-9cbf-759ec77962b5)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:31:29.140592 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:29.190993 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Routers {'1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:31:29.191619 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:31:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:29.265718 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee670173-bb65-4936-8029-1243f9ec2f4c None None] Pushing event updated for resources: {'Port': ['ID=e6db54e2-bc63-4657-84b0-1465113800f6,revision_number=4']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:29.291167 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] Set router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:31:29.495437 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'name': 'router1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:31:17Z', 'updated_at': '2021-08-09T11:31:26Z', 'revision_number': 2, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'gw_port_host': None, '_interfaces': [{'id': 'e6db54e2-bc63-4657-84b0-1465113800f6', 'name': '', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'mac_address': 'fa:16:3e:8e:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:26Z', 'updated_at': '2021-08-09T11:31:29Z', 'revision_number': 4, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnets': [{'id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:29.520985 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a0fd87-a6cd-4805-9056-d8d6853c39fd None None] The sync data for ids ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'] in dv-cinder-802653-6-iscsi is: [{'id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'name': 'router1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:31:17Z', 'updated_at': '2021-08-09T11:31:26Z', 'revision_number': 2, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'gw_port_host': None, '_interfaces': [{'id': 'e6db54e2-bc63-4657-84b0-1465113800f6', 'name': '', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'mac_address': 'fa:16:3e:8e:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:26Z', 'updated_at': '2021-08-09T11:31:29Z', 'revision_number': 4, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnets': [{'id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:31:29.831407 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 58986) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:29.939417 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f345c92-0603-42d6-9688-6b99ee6fb53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:29.941353 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3f345c92-0603-42d6-9688-6b99ee6fb53c admin admin] 10.222.0.41 "GET /v2.0/networks/2924d57e-71bd-40b8-be49-6cda85775f3b HTTP/1.1" status: 200 len: 842 time: 0.1090646 Aug 09 11:31:29.951308 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:29.972330 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Made reservation on behalf of e432257af13a4dde8d27c747ca30d11c for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:31:29.974490 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.323026 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.objects.ports [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99940) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 11:31:30.323745 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.375262 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbac8e1-7052-4bc5-8819-7a492df944db,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:30.386361 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:31:30.386713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Network hostable DHCP agents. Network: 2924d57e-71bd-40b8-be49-6cda85775f3b, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:31:30.402615 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:31:30.411172 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 2924d57e-71bd-40b8-be49-6cda85775f3b) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:30.415135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:30.415767 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:30.421243 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0859d4-66eb-425b-86a9-ee23dac70157 None None] Network 2924d57e-71bd-40b8-be49-6cda85775f3b requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:31:30.443742 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5b5ca248-e8d7-469a-b831-bca3af863abb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4840002 Aug 09 11:31:30.551212 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e50cc72-5c24-4b60-bb0c-ec6b6ca978a0 None None] Network 2924d57e-71bd-40b8-be49-6cda85775f3b requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:31:32.692800 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59004) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:32.827837 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-62d95844-198a-40d2-b49a-92e9d7269de0 admin admin] 10.222.0.41 "GET /v2.0/routers/1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 HTTP/1.1" status: 200 len: 710 time: 0.1339061 Aug 09 11:31:32.912219 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04323ede-0d41-494a-aa3e-c9078d75edbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:31:32.913537 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-04323ede-0d41-494a-aa3e-c9078d75edbd admin admin] 10.222.0.41 "GET /v2.0/networks/2924d57e-71bd-40b8-be49-6cda85775f3b HTTP/1.1" status: 200 len: 886 time: 0.0795071 Aug 09 11:31:32.923219 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:31:33.166820 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:33.397802 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:33.473915 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:33.572910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Allocated IP 172.27.2.135 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/958dc321-1b5c-4c85-9166-8d211c268966) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:31:33.671703 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:33.712344 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:33.745055 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:31:33.747661 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:31:33.754422 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:31:33.795277 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Pushing event updated for resources: {'Port': ['ID=958dc321-1b5c-4c85-9166-8d211c268966,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:34.086045 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.276037 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-355850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-358747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-390'] for router, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.279243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356088', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-358722'] for router, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.383534 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:31:34.485803 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:31:34.489975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:34.491154 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-6012b526-0723-49d6-814e-7541deacc51e admin admin] 10.222.0.41 "PUT /v2.0/routers/1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 HTTP/1.1" status: 200 len: 890 time: 1.5715015 Aug 09 11:31:35.910035 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Sync routers for ids ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:31:35.919759 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Routers {'1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:31:35.920444 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:31:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:36.176336 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Set router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:31:36.518429 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device e6db54e2-bc63-4657-84b0-1465113800f6 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:36.596983 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'name': 'router1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '958dc321-1b5c-4c85-9166-8d211c268966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:31:17Z', 'updated_at': '2021-08-09T11:31:33Z', 'revision_number': 4, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'gw_port': {'id': '958dc321-1b5c-4c85-9166-8d211c268966', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:33Z', 'updated_at': '2021-08-09T11:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'e6db54e2-bc63-4657-84b0-1465113800f6', 'name': '', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'mac_address': 'fa:16:3e:8e:8b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:26Z', 'updated_at': '2021-08-09T11:31:29Z', 'revision_number': 4, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnets': [{'id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:36.621929 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port e6db54e2-bc63-4657-84b0-1465113800f6 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:36.651157 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Checking router: 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:31:36.651545 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Updating router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 port 958dc321-1b5c-4c85-9166-8d211c268966 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:31:36.667538 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port e6db54e2-bc63-4657-84b0-1465113800f6 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:36.667912 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:36.726497 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:36.878397 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 59016) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:31:36.921656 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:36.994280 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port e6db54e2-bc63-4657-84b0-1465113800f6, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=e6db54e2-bc63-4657-84b0-1465113800f6,segment=NetworkSegment(f55db765-3aa2-4cda-9cbf-759ec77962b5),segment_id=f55db765-3aa2-4cda-9cbf-759ec77962b5)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:37.001272 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:37.104148 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=e6db54e2-bc63-4657-84b0-1465113800f6,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:37.117261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.policy [None req-5e8f9d1c-0960-4a3a-adc5-1cdd174db4b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 11:31:37.145748 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:37.155239 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Transition to ACTIVE for port object 958dc321-1b5c-4c85-9166-8d211c268966 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:31:37.160959 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:37.164690 dv-cinder-802653-6-iscsi neutron-server[99939]: WARNING oslo_policy.policy [None req-5e8f9d1c-0960-4a3a-adc5-1cdd174db4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:31:37.165084 dv-cinder-802653-6-iscsi neutron-server[99939]: WARNING oslo_policy.policy [None req-5e8f9d1c-0960-4a3a-adc5-1cdd174db4b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 11:31:37.175063 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5e8f9d1c-0960-4a3a-adc5-1cdd174db4b7 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2954729 Aug 09 11:31:37.215382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Attempting to bind port 958dc321-1b5c-4c85-9166-8d211c268966 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:31:37.215753 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Attempting to bind port 958dc321-1b5c-4c85-9166-8d211c268966 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:31:37.216115 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Attempting to bind port 958dc321-1b5c-4c85-9166-8d211c268966 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:31:37.218329 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c213b-4669-4bfb-af1a-cce43fb1b262 None None] Pushing event updated for resources: {'Port': ['ID=958dc321-1b5c-4c85-9166-8d211c268966,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:37.224014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:31:37.224423 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:31:37.224825 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:37.225216 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:31:37.225677 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Bound port: 958dc321-1b5c-4c85-9166-8d211c268966, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:31:37.226124 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:37.278541 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] For port 958dc321-1b5c-4c85-9166-8d211c268966, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:31:37.281949 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] For port 958dc321-1b5c-4c85-9166-8d211c268966, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=958dc321-1b5c-4c85-9166-8d211c268966,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:31:37.285497 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:37.346802 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c213b-4669-4bfb-af1a-cce43fb1b262 None None] Pushing event updated for resources: {'Port': ['ID=958dc321-1b5c-4c85-9166-8d211c268966,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:37.350828 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Routers {'1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:31:37.351731 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:31:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:37.538135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] Set router 1b9b6f5c-a542-4f8a-8c68-1b328714c9b3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:31:37.745471 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'name': 'router1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '958dc321-1b5c-4c85-9166-8d211c268966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:31:17Z', 'updated_at': '2021-08-09T11:31:33Z', 'revision_number': 4, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'gw_port': {'id': '958dc321-1b5c-4c85-9166-8d211c268966', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:33Z', 'updated_at': '2021-08-09T11:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'e6db54e2-bc63-4657-84b0-1465113800f6', 'name': '', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'mac_address': 'fa:16:3e:8e:8b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:26Z', 'updated_at': '2021-08-09T11:31:36Z', 'revision_number': 5, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnets': [{'id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:31:37.771538 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34918daa-8cbb-4d31-8b17-fe29ddec7d56 None None] The sync data for ids ['1b9b6f5c-a542-4f8a-8c68-1b328714c9b3'] in dv-cinder-802653-6-iscsi is: [{'id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'name': 'router1', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '958dc321-1b5c-4c85-9166-8d211c268966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:31:17Z', 'updated_at': '2021-08-09T11:31:33Z', 'revision_number': 4, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'gw_port': {'id': '958dc321-1b5c-4c85-9166-8d211c268966', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:33Z', 'updated_at': '2021-08-09T11:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'e6db54e2-bc63-4657-84b0-1465113800f6', 'name': '', 'network_id': '9d92e815-033a-40ee-b27c-a177a423c677', 'tenant_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'mac_address': 'fa:16:3e:8e:8b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9b6f5c-a542-4f8a-8c68-1b328714c9b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:31:26Z', 'updated_at': '2021-08-09T11:31:36Z', 'revision_number': 5, 'project_id': '58c5bd58d8ac4a5fb95dc7c872b24dcd', 'subnets': [{'id': '1761c7a7-e476-4b2a-b8f1-567301886be3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c37aa0c-5111-462a-9912-1a84ade4a230'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:31:38.583448 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device e6db54e2-bc63-4657-84b0-1465113800f6 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:38.633230 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port e6db54e2-bc63-4657-84b0-1465113800f6 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:38.633616 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:38.706795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 958dc321-1b5c-4c85-9166-8d211c268966 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:38.749802 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 958dc321-1b5c-4c85-9166-8d211c268966 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:31:38.754033 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 958dc321-1b5c-4c85-9166-8d211c268966 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:38.754482 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:38.828987 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:38.848770 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 958dc321-1b5c-4c85-9166-8d211c268966, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=958dc321-1b5c-4c85-9166-8d211c268966,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:31:38.853004 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:38.900223 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=958dc321-1b5c-4c85-9166-8d211c268966,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:31:40.492620 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 958dc321-1b5c-4c85-9166-8d211c268966 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:31:40.539556 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 958dc321-1b5c-4c85-9166-8d211c268966 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:31:40.540071 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:51.894586 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb944-3de2-42c1-b5c5-b705ee095356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:54.536816 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3183b0d7-2b3b-494e-880e-621862d3ea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:54.707578 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:55.598469 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:31:57.138077 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:04.366764 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:32:21.887238 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-d63e6c91-6870-4fd8-8261-7fae8fea42b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.531350 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd0dd-96f5-491e-a2bb-fc8822b76604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:24.702969 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:25.598404 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:27.135520 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:41.366766 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:32:51.888991 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ddd96bd3-7c6f-42dc-8797-bb89c4d08df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.533179 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5970853f-8e15-4c70-aa43-7cf067bafeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:54.705564 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:55.600169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:32:57.134273 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:13.151190 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59586) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:13.213008 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa9cf99-43de-432a-9484-7fe0c04c2988 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:33:13.214339 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-caa9cf99-43de-432a-9484-7fe0c04c2988 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621111 Aug 09 11:33:13.370082 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62523c1d-c22f-4f83-8a3d-3631125ddb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:13.371498 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-62523c1d-c22f-4f83-8a3d-3631125ddb44 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1526484 Aug 09 11:33:15.505722 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59596) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:15.599575 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1affa7c4-969b-4dab-bd5a-cc4f528de3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:15.600871 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-1affa7c4-969b-4dab-bd5a-cc4f528de3ab admin admin] 10.222.0.41 "GET /v2.0/subnets/1761c7a7-e476-4b2a-b8f1-567301886be3 HTTP/1.1" status: 200 len: 849 time: 0.0942066 Aug 09 11:33:15.611099 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:33:15.691670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Notify callbacks [] for subnet, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:15.827538 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787072607636'] for subnet, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:15.856514 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:15.857539 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:15.858826 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] 10.222.0.41 "PUT /v2.0/subnets/1761c7a7-e476-4b2a-b8f1-567301886be3 HTTP/1.1" status: 200 len: 868 time: 0.2519846 Aug 09 11:33:15.862106 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860d723-dbd8-4b83-8947-2796cf3fab38 None None] Network 9d92e815-033a-40ee-b27c-a177a423c677 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:33:15.879126 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1761c7a7-e476-4b2a-b8f1-567301886be3,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:33:15.886541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.886914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.887268 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.887610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.887948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.888336 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.888674 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.889007 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.889342 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.889671 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.889997 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:15.890325 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c321b-7949-47c7-9a8c-3e59850de28d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:33:16.219146 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ff2a0c2-843e-41d9-8868-4c0cc4e08b2d None None] Provisioning complete for port e6db54e2-bc63-4657-84b0-1465113800f6 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:16.219547 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a0c2-843e-41d9-8868-4c0cc4e08b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:16.303360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ff2a0c2-843e-41d9-8868-4c0cc4e08b2d None None] Provisioning complete for port 5bfa00b3-b2d7-453c-aa14-42425348091b triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:33:16.303661 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a0c2-843e-41d9-8868-4c0cc4e08b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:18.005705 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59604) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:18.203182 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4aefe2-a903-4799-9cfb-b0cc4754f994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:18.203661 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4aefe2-a903-4799-9cfb-b0cc4754f994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:18.205230 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ec4aefe2-a903-4799-9cfb-b0cc4754f994 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985693 Aug 09 11:33:18.365848 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:33:20.334650 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59612) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:20.460704 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3abfdd-8b8f-42e3-8db1-e03e0dfda683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:20.461183 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3abfdd-8b8f-42e3-8db1-e03e0dfda683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:20.462676 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5a3abfdd-8b8f-42e3-8db1-e03e0dfda683 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1270821 Aug 09 11:33:21.890429 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a414b13a-57fd-404b-9eb8-7745b2e5fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:22.606196 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59620) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:22.734064 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05549cb0-52c8-41c2-8c0f-bcef98d60c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:22.735406 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-05549cb0-52c8-41c2-8c0f-bcef98d60c6a admin admin] 10.222.0.41 "GET /v2.0/networks/2924d57e-71bd-40b8-be49-6cda85775f3b HTTP/1.1" status: 200 len: 886 time: 0.1277480 Aug 09 11:33:24.534921 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-490e166a-6011-43de-b21d-f4b3042c7e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:24.707784 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:24.877094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59628) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:25.006000 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63eb46-78c6-4aad-b62a-d48216469282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:25.007257 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8b63eb46-78c6-4aad-b62a-d48216469282 admin admin] 10.222.0.41 "GET /v2.0/networks/9d92e815-033a-40ee-b27c-a177a423c677 HTTP/1.1" status: 200 len: 869 time: 0.1292148 Aug 09 11:33:25.600823 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.141442 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:27.143034 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59636) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:27.359772 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adb4a6-ecba-4d3d-9186-bd60e8dd7eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:27.360153 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adb4a6-ecba-4d3d-9186-bd60e8dd7eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:27.361702 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-46adb4a6-ecba-4d3d-9186-bd60e8dd7eba admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2177291 Aug 09 11:33:29.524375 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59644) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:29.617093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32e31e-25ba-4b61-90e6-dcf5ad94cd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:29.617554 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32e31e-25ba-4b61-90e6-dcf5ad94cd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:29.619070 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ab32e31e-25ba-4b61-90e6-dcf5ad94cd47 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937428 Aug 09 11:33:31.778524 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59652) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:31.867817 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7df93-f93f-4fb2-95bd-2c3a25fabb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:31.869165 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-81e7df93-f93f-4fb2-95bd-2c3a25fabb20 admin admin] 10.222.0.41 "GET /v2.0/subnets/1761c7a7-e476-4b2a-b8f1-567301886be3 HTTP/1.1" status: 200 len: 868 time: 0.0896869 Aug 09 11:33:33.993184 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59660) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:34.081103 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3ce4d-d027-4192-8956-bc158eadb80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:33:34.082424 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-20a3ce4d-d027-4192-8956-bc158eadb80d admin admin] 10.222.0.41 "GET /v2.0/subnets/acbac8e1-7052-4bc5-8819-7a492df944db HTTP/1.1" status: 200 len: 816 time: 0.0883005 Aug 09 11:33:51.890144 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-28291eac-3bc5-4881-81c2-fce4938fb009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:54.537360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c95d87a9-419a-4467-b2b9-48ef5bb0adb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:54.712540 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:55.364573 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:33:55.606816 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:57.144909 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:33:59.477777 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59714) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:33:59.524718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [None req-34e503a9-65fd-4ec4-86b0-49a290b1d693 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:33:59.525718 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-34e503a9-65fd-4ec4-86b0-49a290b1d693 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469937 Aug 09 11:34:01.758408 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59722) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:01.818555 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4cf75e-70bb-47d6-a75f-2108378558cb admin admin] GET failed (client error): The resource could not be found. Aug 09 11:34:01.820330 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9e4cf75e-70bb-47d6-a75f-2108378558cb admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602839 Aug 09 11:34:01.904984 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5827c1a0-9929-45f6-b4a6-12def2d92e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:01.906434 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5827c1a0-9929-45f6-b4a6-12def2d92e1a admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818589 Aug 09 11:34:04.090864 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59730) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:04.136897 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:04.157065 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Made reservation on behalf of e432257af13a4dde8d27c747ca30d11c for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:04.159334 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:04.188050 dv-cinder-802653-6-iscsi neutron-server[99940]: WARNING neutron.services.revisions.revision_plugin [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Could not find related network for resource to bump revision. Aug 09 11:34:04.198910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:34:04.208081 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:04.208458 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Added segment a42ceb94-1070-4385-8346-3dcd683a15d1 of type vlan for network cab37de1-fcf3-4461-980a-ec6c8600ef7c Aug 09 11:34:04.246776 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:04.273179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:04.274026 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:04.274603 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:04.333034 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2410755 Aug 09 11:34:04.337881 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e86cb-186f-4d9d-9954-d814031a6bfc admin admin] Pushing event updated for resources: {'Network': ['ID=cab37de1-fcf3-4461-980a-ec6c8600ef7c,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:04.351741 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network cab37de1-fcf3-4461-980a-ec6c8600ef7c details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:34:06.484686 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59738) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:34:06.544419 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66ba387-79af-47b6-8dc6-533306d3fb88 admin admin] GET failed (client error): The resource could not be found. Aug 09 11:34:06.545691 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d66ba387-79af-47b6-8dc6-533306d3fb88 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600507 Aug 09 11:34:06.613476 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae983d-f9a6-4e59-85ae-20019b73d9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:06.614836 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ceae983d-f9a6-4e59-85ae-20019b73d9f3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648377 Aug 09 11:34:06.624702 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c', 'description': 'shared-subnet'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:34:06.644311 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Made reservation on behalf of e432257af13a4dde8d27c747ca30d11c for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:34:06.646489 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:06.805642 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:06.862015 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee048301-a9c5-46bf-a880-43d369757136,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:06.869721 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Checking segment: {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:06.870072 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Network hostable DHCP agents. Network: cab37de1-fcf3-4461-980a-ec6c8600ef7c, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:34:06.884865 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Network cab37de1-fcf3-4461-980a-ec6c8600ef7c is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:34:06.893314 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, cab37de1-fcf3-4461-980a-ec6c8600ef7c) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:06.897129 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:34:06.897708 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:06.902410 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcfedb1-4e89-4ea1-9326-651a640f310d None None] Network cab37de1-fcf3-4461-980a-ec6c8600ef7c requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:06.911162 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-cd0ad3c7-021a-4ed2-97f9-d92c6abd0c8c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2898395 Aug 09 11:34:07.048936 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-cab37de1-fcf3-4461-980a-ec6c8600ef7c', 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c', 'tenant_id': 'e432257af13a4dde8d27c747ca30d11c', 'fixed_ips': [{'subnet_id': 'ee048301-a9c5-46bf-a880-43d369757136'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:34:07.049827 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:07.183563 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Allocated IP 192.168.233.2 (cab37de1-fcf3-4461-980a-ec6c8600ef7c/ee048301-a9c5-46bf-a880-43d369757136/619729d2-a3bd-4b78-8e3e-e8efa526c0bd) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:34:07.417449 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:07.428707 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Transition to ACTIVE for port object 619729d2-a3bd-4b78-8e3e-e8efa526c0bd will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:07.444916 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Transition to ACTIVE for port object 619729d2-a3bd-4b78-8e3e-e8efa526c0bd will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:34:07.450330 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:07.493045 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Pushing event updated for resources: {'Port': ['ID=619729d2-a3bd-4b78-8e3e-e8efa526c0bd,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:07.499743 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Network cab37de1-fcf3-4461-980a-ec6c8600ef7c is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:34:07.503951 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.504330 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.504675 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.505014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.505352 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.505685 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.506017 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.506347 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.507431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.507431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.507431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.507680 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:34:07.511226 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:34:07.533119 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:34:07.584099 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Attempting to bind port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:34:07.584493 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Attempting to bind port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:34:07.584858 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Attempting to bind port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd on network cab37de1-fcf3-4461-980a-ec6c8600ef7c {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:34:07.589716 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:34:07.590104 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Checking segment: {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:34:07.590503 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:07.590895 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Bound using segment: {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:34:07.591346 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Bound port: 619729d2-a3bd-4b78-8e3e-e8efa526c0bd, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:34:07.591739 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:07.654396 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] For port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:34:07.657571 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] For port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=619729d2-a3bd-4b78-8e3e-e8efa526c0bd,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:34:07.662687 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:07.719975 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aca3c1-d73e-4046-a1dc-2af5f58f8d09 None None] Pushing event updated for resources: {'Port': ['ID=619729d2-a3bd-4b78-8e3e-e8efa526c0bd,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:08.491601 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d808e-03db-48eb-b064-6e1725377fa1 None None] Network cab37de1-fcf3-4461-980a-ec6c8600ef7c requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:34:08.572995 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ee1d9f7e-2a01-46d6-a55e-34399ba87d97 None None] Provisioning for port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:08.652843 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 619729d2-a3bd-4b78-8e3e-e8efa526c0bd up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:08.708557 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:34:08.712314 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:08.712695 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:08.798462 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:08.836110 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=619729d2-a3bd-4b78-8e3e-e8efa526c0bd,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:34:08.842516 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:08.899892 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=619729d2-a3bd-4b78-8e3e-e8efa526c0bd,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:34:08.910262 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-e151ea01-b91f-4999-a760-005b93a80281 None None] Provisioning complete for port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:08.910627 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-e151ea01-b91f-4999-a760-005b93a80281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:10.601324 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 619729d2-a3bd-4b78-8e3e-e8efa526c0bd up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:34:10.647405 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 619729d2-a3bd-4b78-8e3e-e8efa526c0bd triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:34:10.647770 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:21.891109 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5a04bf64-e4cb-4a08-b96b-ebb75259000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:24.540326 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-92b91d32-21c3-4be1-83a6-037621c91b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:24.713733 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:25.609143 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:27.150738 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:32.362069 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:34:51.892113 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-86ebb13d-bea5-46fb-b0eb-b920bd9b4bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:54.537340 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1685-8456-47b6-b130-afdcdf2e2f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:54.716390 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:55.610587 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:34:57.152738 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:09.361464 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:35:14.193093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59792) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.199800 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [None req-9962b049-3d50-420c-a421-efb8000428e1 tempest-verify_tempest_config-1493224445 tempest-verify_tempest_config-1493224445-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:35:14.200781 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9962b049-3d50-420c-a421-efb8000428e1 tempest-verify_tempest_config-1493224445 tempest-verify_tempest_config-1493224445-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067339 Aug 09 11:35:14.495126 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59810) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.599503 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.683769 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.687134 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.730096 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63947c18c958450ba974bc2bce5d8039&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2334125 Aug 09 11:35:14.731306 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2ae63a-1f6d-459e-baf7-a63e5606e01c,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.732963 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 59814) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:35:14.737968 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.738337 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.738678 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.739011 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.739339 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.739684 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.740012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.740374 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.740713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.741039 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.741359 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.741677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08136aa6-d433-474d-aa2b-52a2c757bed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.819269 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.839543 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.929443 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.932197 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:14.934007 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de2ae63a-1f6d-459e-baf7-a63e5606e01c HTTP/1.1" status: 204 len: 168 time: 0.1994140 Aug 09 11:35:14.943781 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2ae63a-1f6d-459e-baf7-a63e5606e01c,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:35:14.956251 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.956544 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.956890 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.957152 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.957484 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.957829 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.958162 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.958566 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.959131 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.959229 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.959537 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.959857 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660dca1-2f38-4a4c-90bd-258944dd41a8 admin admin] Tracked resource versions report: Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: pushed versions: Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: { 'AddressGroup': {'1.2'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'ConntrackHelper': {'1.0'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Log': {'1.0'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Network': {'1.1'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Port': {'1.7'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'PortForwarding': {'1.2'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'QosPolicy': {'1.9'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroup': {'1.4'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SubPort': {'1.0'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Subnet': {'1.1'}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Trunk': {'1.1'}} Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: consumer versions: Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'ConntrackHelper': '1.0', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Log': '1.0', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Network': '1.1', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Port': '1.7', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'PortForwarding': '1.2', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'QosPolicy': '1.9', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroup': '1.4', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroupRule': '1.2', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SubPort': '1.0', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Subnet': '1.1', Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Trunk': '1.1'}} Aug 09 11:35:14.961044 dv-cinder-802653-6-iscsi neutron-server[99939]: {{(pid=99939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:35:21.893400 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-14ab313f-902b-4560-88cd-93f2882a52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.539623 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-202f0613-7f28-486e-8160-35c8c90adbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:24.718277 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:25.614442 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:27.148735 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:46.361041 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:35:51.894067 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1c0eff38-dcc4-4906-85c4-bc4468f16c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.539128 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2a429f2d-83d5-41a6-96f0-b3b3f25059c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:54.718394 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:55.616441 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:35:57.152991 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:21.893629 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-79e19d09-b8c5-403e-bf8b-fd0dbc39a86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:23.360462 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 5 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:36:24.542352 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-d204e8c8-f27a-40d7-8f94-e51026c4f264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:24.719285 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:25.619023 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:27.158184 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:49.224317 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-355832'] for agent, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:51.892807 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-79b7c503-4e54-4d18-b3e7-dc91e736289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.543382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-193abaab-1b33-48f3-a4c4-f4ad700a8a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:54.719043 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:55.623432 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:36:57.158796 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:00.359923 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:04.581938 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 59892) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:04.684997 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2fe0aad3-4977-46cc-8be8-64ae2d9141bf admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019840 Aug 09 11:37:06.832165 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 59902) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:37:06.892248 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-447b7e75-3d99-446c-a8fc-694de3449945 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0589547 Aug 09 11:37:19.175542 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:21.891359 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6458f353-a199-41c8-9187-94741618c401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:24.544057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-cb0baa30-9a4f-4aee-8395-0250e826e25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:24.718005 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:25.631838 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:27.160768 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:37.359944 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:37:49.204503 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:51.893094 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d073-cae8-413e-abf1-82ffd4c05536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.545151 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-213cf11e-2742-4ade-afbd-8e45181e08c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:54.718828 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:55.627581 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:37:57.164997 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:14.360325 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:38:19.206046 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:21.892361 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6b7f03aa-6c85-44e7-b2c8-3c2d47aadc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:24.546915 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dab75c64-c631-433f-ae3f-a74574e312f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:24.718664 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:25.630482 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:27.170557 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:33.983139 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60028) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:34.226639 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049763818-network', 'tenant_id': '6da1bc3ad0fa488bb71d59cbdf012cac'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:34.249919 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Made reservation on behalf of 6da1bc3ad0fa488bb71d59cbdf012cac for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:34.255732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.269914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.377401 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.386333 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.417552 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7eae5-1f97-4642-b3f8-0497ec39391a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:34.425724 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:34.428147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.428534 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.428871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.429200 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.429521 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.429856 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.430178 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.430497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.430818 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.431132 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.431447 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.431759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Tracked resource versions report: Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: pushed versions: Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: { 'AddressGroup': {'1.2'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'ConntrackHelper': {'1.0'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Log': {'1.0'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Network': {'1.1'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Port': {'1.7'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'PortForwarding': {'1.2'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'QosPolicy': {'1.9'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroup': {'1.4'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SubPort': {'1.0'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Subnet': {'1.1'}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Trunk': {'1.1'}} Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: consumer versions: Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: HyperV agent@hv-cinder-80265: {}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'ConntrackHelper': '1.0', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Log': '1.0', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Network': '1.1', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Port': '1.7', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'PortForwarding': '1.2', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'QosPolicy': '1.9', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroup': '1.4', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SecurityGroupRule': '1.2', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'SubPort': '1.0', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Subnet': '1.1', Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: 'Trunk': '1.1'}} Aug 09 11:38:34.433378 dv-cinder-802653-6-iscsi neutron-server[99940]: {{(pid=99940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:38:34.446420 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.446760 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Added segment e6949e5d-28e7-4653-a29e-2f50e76630ac of type vlan for network 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66 Aug 09 11:38:34.487182 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.518148 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.519207 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:34.519827 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.579392 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:34.584007 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c1ee4618-7287-4e6b-b6de-f4ac2bb09119 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5990980 Aug 09 11:38:34.587154 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60070) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:34.593150 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:34.598110 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Request body: {'subnet': {'network_id': '2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049763818-subnet', 'tenant_id': '6da1bc3ad0fa488bb71d59cbdf012cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:34.599802 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.quota [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Loaded quota_driver: . Aug 09 11:38:34.675837 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Made reservation on behalf of 6da1bc3ad0fa488bb71d59cbdf012cac for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:34.678918 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:34.770191 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60082) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:34.981086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-218761405-network', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:35.007485 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Made reservation on behalf of e8c9be06a7a448eda0f3d220b733dd21 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:35.011266 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.023923 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.024886 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.085222 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffee33bc-217f-4774-827b-3a57c1f57e3e,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:35.105974 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.106351 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.106832 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.107177 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.107547 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.107859 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.108272 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.108608 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.108954 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.109280 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.109790 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.110287 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Tracked resource versions report: Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: pushed versions: Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: { 'AddressGroup': {'1.2'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'ConntrackHelper': {'1.0'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Log': {'1.0'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Network': {'1.1'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Port': {'1.7'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'PortForwarding': {'1.2'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'QosPolicy': {'1.9'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroup': {'1.4'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SubPort': {'1.0'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Subnet': {'1.1'}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Trunk': {'1.1'}} Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: consumer versions: Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: HyperV agent@hv-cinder-80265: {}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'ConntrackHelper': '1.0', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Log': '1.0', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Network': '1.1', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Port': '1.7', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'PortForwarding': '1.2', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'QosPolicy': '1.9', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroup': '1.4', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SecurityGroupRule': '1.2', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'SubPort': '1.0', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Subnet': '1.1', Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: 'Trunk': '1.1'}} Aug 09 11:38:35.111800 dv-cinder-802653-6-iscsi neutron-server[99939]: {{(pid=99939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:38:35.132707 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Checking segment: {'id': 'e6949e5d-28e7-4653-a29e-2f50e76630ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:35.132890 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.133507 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Network hostable DHCP agents. Network: 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:35.144015 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.155758 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:35.164233 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Network 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:35.166127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.166438 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Added segment d8b2f343-237a-490b-8e58-4913023c1bb9 of type vlan for network 3580bf56-5a53-46bd-95be-a70cab4f50f3 Aug 09 11:38:35.180909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:35.193320 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca67bce-f0db-4e34-a16f-7e784e9ede3c None None] Network 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:35.212576 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:35.213302 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.236774 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.255301 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60114) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:35.264453 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda8d3b8-b061-4f48-b759-d8babb2ed514,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:35.272257 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.274949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:35.276728 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.279039 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ed41f28c-2231-458f-83b8-c61381b0cfd1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6898522 Aug 09 11:38:35.353156 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60126) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:35.353384 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5819752 Aug 09 11:38:35.359305 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Request body: {'subnet': {'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-subnet', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:35.375890 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cd8a0-4095-4c90-ae02-bc0f9fa51b61 admin admin] Pushing event updated for resources: {'Network': ['ID=3580bf56-5a53-46bd-95be-a70cab4f50f3,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:35.386041 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Made reservation on behalf of e8c9be06a7a448eda0f3d220b733dd21 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:35.390321 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.414938 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:35.421839 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a7414-7256-4c02-a7c2-46be611f77b1 None None] Network 2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:35.644087 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.676402 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-484603172-network', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:35.706175 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369127fe-6e2c-45bb-88ed-16bffd1dcc0c,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:35.745192 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Checking segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:35.745727 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Network hostable DHCP agents. Network: 3580bf56-5a53-46bd-95be-a70cab4f50f3, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:35.749322 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Made reservation on behalf of dd1cfcd71e554729a4c88186edd48375 for: {'network': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:35.751609 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.774155 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.791926 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:35.813080 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 3580bf56-5a53-46bd-95be-a70cab4f50f3) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:35.823635 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74705c-0300-4353-a3b9-fc7abbdaa94a None None] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:35.837058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:35.837661 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:35.870318 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60148) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:36.002057 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.014791 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.041982 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0ed38ed5-5152-433c-ac7d-8d9542d3fb00 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6872084 Aug 09 11:38:36.044707 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60158) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:36.052321 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:36.078646 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60160) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:36.082292 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=99939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:36.091900 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.093307 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.140961 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26787df-7271-411d-a272-a39559029dda,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:36.144479 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787072729959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.145337 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Unsubscribe: segment precommit_create {{(pid=99939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 11:38:36.145976 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.segments_db [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Added segment 1b7fdd20-a144-41bb-86b5-152e025c2c65 of type vlan for network f0afb781-699c-48ac-8249-ee1ce562f986 Aug 09 11:38:36.154623 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c11d8e6-9aa7-493b-8b76-ae1c923f47d1 None None] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:36.189633 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-317843660-network', 'tenant_id': '7c033a0c43584da5b3a2c91a38964170'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:36.203686 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.261641 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.342700 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Made reservation on behalf of 7c033a0c43584da5b3a2c91a38964170 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:36.348593 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.351385 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.352758 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:36.353632 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.380569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.408505 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1517596 Aug 09 11:38:36.436906 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60170) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:36.441882 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Request body: {'subnet': {'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-subnet', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:36.483881 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-90604056-network', 'tenant_id': '044455dba4df429690e27043dd031851'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:36.486733 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3cfea-60ea-4f89-a62a-f813b09745de admin admin] Pushing event updated for resources: {'Network': ['ID=f0afb781-699c-48ac-8249-ee1ce562f986,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:36.500754 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Made reservation on behalf of dd1cfcd71e554729a4c88186edd48375 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:36.503246 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.507593 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network f0afb781-699c-48ac-8249-ee1ce562f986 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:36.573423 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.687315 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.734555 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.743395 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.754248 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:36.763642 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:36.764119 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Added segment 852fd84f-77c1-4cb9-a0ad-950809606af6 of type vlan for network 10fc56c3-f111-42ed-8846-abafdf1c2b87 Aug 09 11:38:36.886295 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Checking segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:36.886523 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Network hostable DHCP agents. Network: f0afb781-699c-48ac-8249-ee1ce562f986, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:36.928104 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9de0c3-8e6b-428c-812a-1387e805c085,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:36.957677 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Network f0afb781-699c-48ac-8249-ee1ce562f986 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:36.975918 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, f0afb781-699c-48ac-8249-ee1ce562f986) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:36.991101 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c138e9ee-42c2-45cb-93d7-7e21688baaf3 None None] Network f0afb781-699c-48ac-8249-ee1ce562f986 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:36.996009 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:36.998857 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.049434 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60196) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:37.054696 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-116263382-network', 'tenant_id': '57c37bd71f2640298b86eb9e0655ffd7'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:37.075984 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Made reservation on behalf of 044455dba4df429690e27043dd031851 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:37.082674 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.087651 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ceb022c0-002c-4660-8499-0e0e1a24017b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6468115 Aug 09 11:38:37.088083 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60198) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:37.091247 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Made reservation on behalf of 57c37bd71f2640298b86eb9e0655ffd7 for: {'network': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:37.093923 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.099368 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:37.118002 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.150071 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.156221 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.157996 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.165603 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.193749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.194910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:37.195496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.219529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08faad14-867d-4151-a965-0899fd6acef8,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:37.226142 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-f0afb781-699c-48ac-8249-ee1ce562f986', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:38:37.227112 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.341005 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=10fc56c3-f111-42ed-8846-abafdf1c2b87,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:37.366577 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.382210 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 10fc56c3-f111-42ed-8846-abafdf1c2b87 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:37.469106 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.519995 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.531994 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Allocated IP 172.20.0.2 (f0afb781-699c-48ac-8249-ee1ce562f986/3d9de0c3-8e6b-428c-812a-1387e805c085/566ae481-7531-4fb8-a335-0254988dc51c) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:37.654920 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.673797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Allocated IP 172.27.2.246 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:37.760434 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.771989 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Transition to ACTIVE for port object 566ae481-7531-4fb8-a335-0254988dc51c will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:37.778878 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.795328 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Transition to ACTIVE for port object 566ae481-7531-4fb8-a335-0254988dc51c will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:37.795738 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.804621 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.810929 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-35694db1-3ae2-4683-bec8-dbbcd1dac6e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9386225 Aug 09 11:38:37.818420 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60224) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:37.824079 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Request body: {'subnet': {'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-317843660-subnet', 'tenant_id': '7c033a0c43584da5b3a2c91a38964170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:37.863301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Network f0afb781-699c-48ac-8249-ee1ce562f986 is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:37.865829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.868664 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:37.872071 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Pushing event updated for resources: {'Port': ['ID=566ae481-7531-4fb8-a335-0254988dc51c,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:37.874379 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:37.875079 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=99939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:37.907850 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.909588 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.910766 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.913082 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350973b-230c-468b-85a8-352f46ec759d,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:37.913270 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.913764 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.914259 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.915237 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.917189 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.917678 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.segments_db [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Added segment 74d98ec0-943a-489d-ba1a-51f5f0563485 of type vlan for network a1531478-b0b7-4497-8b44-2fd594dfa60a Aug 09 11:38:37.917915 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.918956 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.921574 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.921937 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.922341 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Tracked resource versions report: Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: pushed versions: Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: { 'AddressGroup': {'1.2'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'ConntrackHelper': {'1.0'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Log': {'1.0'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Network': {'1.1'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Port': {'1.7'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'PortForwarding': {'1.2'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'QosPolicy': {'1.9'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroup': {'1.4'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SubPort': {'1.0'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Subnet': {'1.1'}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Trunk': {'1.1'}} Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: consumer versions: Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: HyperV agent@hv-cinder-80265: {}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'ConntrackHelper': '1.0', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Log': '1.0', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Network': '1.1', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Port': '1.7', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'PortForwarding': '1.2', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'QosPolicy': '1.9', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroup': '1.4', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SecurityGroupRule': '1.2', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'SubPort': '1.0', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Subnet': '1.1', Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: 'Trunk': '1.1'}} Aug 09 11:38:37.923681 dv-cinder-802653-6-iscsi neutron-server[99941]: {{(pid=99941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:38:37.985797 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:37.989544 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.006731 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.039192 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.064366 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:38.067735 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Attempting to bind port 566ae481-7531-4fb8-a335-0254988dc51c on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:38.068497 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Attempting to bind port 566ae481-7531-4fb8-a335-0254988dc51c by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:38.069430 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.069922 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Attempting to bind port 566ae481-7531-4fb8-a335-0254988dc51c on network f0afb781-699c-48ac-8249-ee1ce562f986 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:38.071810 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:38.072777 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.081180 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:38.089184 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:38.089575 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Checking segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:38.090618 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.090911 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:38.094733 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Bound using segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:38.095368 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Bound port: 566ae481-7531-4fb8-a335-0254988dc51c, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:38.095802 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.100621 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:38:38.172696 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Made reservation on behalf of 7c033a0c43584da5b3a2c91a38964170 for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:38.179975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.250334 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:38.250970 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1998916 Aug 09 11:38:38.269879 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] For port 566ae481-7531-4fb8-a335-0254988dc51c, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:38.271161 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60236) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:38.274895 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] For port 566ae481-7531-4fb8-a335-0254988dc51c, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=566ae481-7531-4fb8-a335-0254988dc51c,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:38.276377 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Request body: {'subnet': {'network_id': 'a1531478-b0b7-4497-8b44-2fd594dfa60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-116263382-subnet', 'tenant_id': '57c37bd71f2640298b86eb9e0655ffd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:38.300754 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.340929 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1437bcc-75d8-43d5-8acf-fb11728b03b9,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:38.358961 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.359269 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Added segment d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3 of type vlan for network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 Aug 09 11:38:38.427095 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88b18-f89f-4ceb-8ac0-1e07bd7a7d23 admin admin] Pushing event updated for resources: {'Network': ['ID=a1531478-b0b7-4497-8b44-2fd594dfa60a,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:38.431306 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526f01-16dc-47ea-8bac-7240b050c40a None None] Pushing event updated for resources: {'Port': ['ID=566ae481-7531-4fb8-a335-0254988dc51c,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:38.437431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network a1531478-b0b7-4497-8b44-2fd594dfa60a details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:38.475835 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.525714 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.527288 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.538747 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Made reservation on behalf of 57c37bd71f2640298b86eb9e0655ffd7 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:38.541243 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.675769 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.677284 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:38.679086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.751651 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6706862 Aug 09 11:38:38.757985 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60254) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:38.768161 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Request body: {'subnet': {'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-90604056-subnet', 'tenant_id': '044455dba4df429690e27043dd031851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:38.825207 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdc5c9-d0dd-4a9f-8bf4-cf01ffcbbfd6 admin admin] Pushing event updated for resources: {'Network': ['ID=2cdf0a4a-b558-41ba-a033-b3a9cc734a75,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:38.844804 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:38:38.854332 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.890287 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Made reservation on behalf of 044455dba4df429690e27043dd031851 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:38.892370 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:38.911397 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 566ae481-7531-4fb8-a335-0254988dc51c up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:38.991452 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 566ae481-7531-4fb8-a335-0254988dc51c completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:39.014054 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.032741 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Allocated IP 172.27.2.58 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/045ab370-7085-48b1-8e39-f21ef82cb003) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:39.126728 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216a7dd0-95e4-4b65-9ab5-fafeec813b70,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:39.164507 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Checking segment: {'id': '852fd84f-77c1-4cb9-a0ad-950809606af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:39.164883 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Network hostable DHCP agents. Network: 10fc56c3-f111-42ed-8846-abafdf1c2b87, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:39.182990 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.195204 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.203702 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Network 10fc56c3-f111-42ed-8846-abafdf1c2b87 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:39.258789 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 10fc56c3-f111-42ed-8846-abafdf1c2b87) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:39.268605 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:39.268774 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.269226 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.269764 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1085ed61-31d3-46b8-9d17-8624c4f43031 None None] Network 10fc56c3-f111-42ed-8846-abafdf1c2b87 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:39.326918 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-31a6ebeb-3046-4656-a626-b17116da0897 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5075345 Aug 09 11:38:39.366032 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=00072148-7e2e-4cc8-a4c5-200e6904998b,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:39.408316 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:38:39.425826 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Checking segment: {'id': '74d98ec0-943a-489d-ba1a-51f5f0563485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a1531478-b0b7-4497-8b44-2fd594dfa60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:39.426252 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Network hostable DHCP agents. Network: a1531478-b0b7-4497-8b44-2fd594dfa60a, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:39.489255 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbb818-d165-4a9b-ad9c-d5f98a3634f2 None None] Network 10fc56c3-f111-42ed-8846-abafdf1c2b87 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:39.529865 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.573171 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.575409 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Network a1531478-b0b7-4497-8b44-2fd594dfa60a is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:39.649099 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, a1531478-b0b7-4497-8b44-2fd594dfa60a) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:39.669018 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de9370-1222-4ab5-8fe6-bcaf0007fcff None None] Network a1531478-b0b7-4497-8b44-2fd594dfa60a requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:39.674341 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:39.691660 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:39.722849 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:39.724021 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.782184 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887433ed-fb8c-4e66-ac10-bf5484834a69,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:39.906593 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:39.907936 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7c9e8-c6b7-4551-a47c-4ba26f255772 None None] Network f0afb781-699c-48ac-8249-ee1ce562f986 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:39.924396 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:39.930643 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Sync routers for ids ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:39.946289 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Checking segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:39.946739 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Network hostable DHCP agents. Network: 2cdf0a4a-b558-41ba-a033-b3a9cc734a75, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:38:39.951386 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Routers {'20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:39.953061 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:39.972294 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60310) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:39.975184 dv-cinder-802653-6-iscsi neutron-server[99940]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:38:39.976287 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:39.977664 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bd5c0148-8d9a-4501-8026-59d24db4e64c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9313865 Aug 09 11:38:40.004165 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60314) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:40.013047 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2a630f9a-734e-4053-8dbd-007e1746f2ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7408388 Aug 09 11:38:40.201315 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c6e15d-4cdc-45db-8084-5d20c64a9247 None None] Network a1531478-b0b7-4497-8b44-2fd594dfa60a requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:40.226661 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Pushing event updated for resources: {'Port': ['ID=045ab370-7085-48b1-8e39-f21ef82cb003,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:40.242041 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Set router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:40.331202 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:38:40.340265 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60336) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:40.378467 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] Provisioning for port 566ae481-7531-4fb8-a335-0254988dc51c completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:40.397169 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 2cdf0a4a-b558-41ba-a033-b3a9cc734a75) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:40.403713 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] Provisioning complete for port 566ae481-7531-4fb8-a335-0254988dc51c triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:40.404089 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:40.411009 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:40.411009 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:40.476711 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627a57e-4284-4f8b-a919-d4826c5dc883 None None] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:40.491999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Deleting subnet ffee33bc-217f-4774-827b-3a57c1f57e3e {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:38:40.515697 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:40.574373 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-fbc10308-5cca-4ecd-9b3b-94fa597b9ed3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8107038 Aug 09 11:38:40.579871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-9ce67955-09a8-47dc-91c7-855bcfdb106e tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:40.581577 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-9ce67955-09a8-47dc-91c7-855bcfdb106e tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/networks?id=10fc56c3-f111-42ed-8846-abafdf1c2b87 HTTP/1.1" status: 200 len: 811 time: 0.6079364 Aug 09 11:38:40.646751 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-6522c6d8-b1e7-4041-a4a5-776fd726eeed tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/quotas/7c033a0c43584da5b3a2c91a38964170 HTTP/1.1" status: 200 len: 375 time: 0.0454090 Aug 09 11:38:40.651872 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:40.705341 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:38:38Z', 'revision_number': 3, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:40.795144 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Checking router: 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:40.795491 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Updating router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:40.820866 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-fd1d0667-85e3-4fd1-8a39-68dab3c6b2d0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c033a0c43584da5b3a2c91a38964170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1719453 Aug 09 11:38:40.837049 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:40.887064 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:40.996583 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.009814 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.012417 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ffee33bc-217f-4774-827b-3a57c1f57e3e HTTP/1.1" status: 204 len: 168 time: 0.6682687 Aug 09 11:38:41.014812 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60364) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:41.029280 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.040211 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d66823-5b41-4e14-b18d-7dbc09c99fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffee33bc-217f-4774-827b-3a57c1f57e3e,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:41.062938 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.070103 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074e5a2-5817-4135-a0fc-30f704d4862a None None] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:38:41.169672 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.196658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-412bc411-fea7-477d-b198-654292102537 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:38:41.205537 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-412bc411-fea7-477d-b198-654292102537 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1433041 Aug 09 11:38:41.216146 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] For port 566ae481-7531-4fb8-a335-0254988dc51c, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=566ae481-7531-4fb8-a335-0254988dc51c,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:41.217788 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60382) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:41.227321 dv-cinder-802653-6-iscsi neutron-server[99939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 11:38:41.235319 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.301836 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.321630 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Transition to ACTIVE for port object 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:41.330555 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.340850 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.354020 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.354737 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.355643 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.356140 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > port after_create 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.356667 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > port after_delete 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.357148 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > port after_update 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.357624 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.358139 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.358711 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.359197 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.370485 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1e3b-e3d4-4ced-8877-469ca7c67759 None None] Pushing event updated for resources: {'Port': ['ID=566ae481-7531-4fb8-a335-0254988dc51c,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:41.387235 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Pushing event updated for resources: {'Port': ['ID=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:41.419683 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.420116 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.420483 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.420817 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.421148 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.424078 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.426039 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.426498 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.428558 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.429350 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.430272 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.430835 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Tracked resource versions report: Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: pushed versions: Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: { 'AddressGroup': {'1.2'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'ConntrackHelper': {'1.0'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Log': {'1.0'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Network': {'1.1'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Port': {'1.7'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'PortForwarding': {'1.2'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'QosPolicy': {'1.9'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroup': {'1.4'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroupRule': {'1.2'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SubPort': {'1.0'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Subnet': {'1.1'}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Trunk': {'1.1'}} Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: consumer versions: Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: { DHCP agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: HyperV agent@hv-cinder-80265: {}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: L3 agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: Metadata agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: Metering agent@dv-cinder-802653-6-iscsi: {}, Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: Open vSwitch agent@dv-cinder-802653-6-iscsi: { 'AddressGroup': '1.2', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'ConntrackHelper': '1.0', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Log': '1.0', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Network': '1.1', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Port': '1.7', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'PortForwarding': '1.2', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'QosPolicy': '1.9', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroup': '1.4', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SecurityGroupRule': '1.2', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'SubPort': '1.0', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Subnet': '1.1', Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: 'Trunk': '1.1'}} Aug 09 11:38:41.433663 dv-cinder-802653-6-iscsi neutron-server[99942]: {{(pid=99942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 11:38:41.467940 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-bf11d2b9-9e2d-431e-9999-f746c2a09631 None None] Provisioning complete for port 566ae481-7531-4fb8-a335-0254988dc51c triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:41.468483 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-bf11d2b9-9e2d-431e-9999-f746c2a09631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.524475 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Attempting to bind port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:41.525006 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Attempting to bind port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:41.525467 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Attempting to bind port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:41.532459 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:41.532969 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:41.533758 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.534604 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:41.535284 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Bound port: 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:41.535756 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.547388 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.547728 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.548056 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.548424 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:38:41.548786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:41.566185 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6949e5d-28e7-4653-a29e-2f50e76630ac') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:41.566406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6949e5d-28e7-4653-a29e-2f50e76630ac') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:41.585681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.600492 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] For port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:41.603611 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] For port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:41.609614 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.618033 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.635199 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:38:41.636235 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: from cryptography.utils import int_from_bytes Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: from cryptography.utils import int_from_bytes Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:38:41.640207 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:38:41.646738 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.666768 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-6f671a0f-1737-49ce-9260-e002d3854e86 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:41.671714 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-6f671a0f-1737-49ce-9260-e002d3854e86 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.4462144 Aug 09 11:38:41.672052 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Routers {'20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:41.672695 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:41.701477 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-1a9de595-90c3-4167-8285-f16fdce15c89 service neutron] 10.222.0.41 "GET /v2.0/networks/10fc56c3-f111-42ed-8846-abafdf1c2b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949496 Aug 09 11:38:41.710377 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.712419 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383a6ce-b13d-4e13-b3a4-ae4743fef9c2 None None] Pushing event updated for resources: {'Port': ['ID=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:41.772850 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.774688 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66 HTTP/1.1" status: 204 len: 168 time: 0.7414508 Aug 09 11:38:41.779071 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60390) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:41.779406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4877ed-8634-4a4f-b465-beca0880674a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9ea4cf-aad5-426c-bb3d-3e7b4f565c66,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:41.788108 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-1354536c-e2ee-40f6-85ba-1c71008a94c2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/quotas/044455dba4df429690e27043dd031851 HTTP/1.1" status: 200 len: 375 time: 0.0480692 Aug 09 11:38:41.793449 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] Set router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:41.850190 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Deleting subnet 00072148-7e2e-4cc8-a4c5-200e6904998b {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:38:41.854902 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.858002 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-e473435c-d65b-448b-9b76-a82c1d578c31 service neutron] 10.222.0.41 "GET /v2.0/networks/10fc56c3-f111-42ed-8846-abafdf1c2b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453042 Aug 09 11:38:41.878846 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-0598241e-df8f-4884-82a6-a3984460be27 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752947 Aug 09 11:38:41.896548 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:41.959378 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.014191 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:38:38Z', 'revision_number': 3, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:42.030401 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.040362 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.074889 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00072148-7e2e-4cc8-a4c5-200e6904998b,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:42.076517 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab224df-0c9d-493a-8537-563a19af6db8 None None] The sync data for ids ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'] in dv-cinder-802653-6-iscsi is: [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:38:38Z', 'revision_number': 3, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:42.096409 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.099960 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-333d8d15-e0dc-4a7a-9467-3adc010f3dc6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/00072148-7e2e-4cc8-a4c5-200e6904998b HTTP/1.1" status: 204 len: 168 time: 0.3179550 Aug 09 11:38:42.106677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60406) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:42.169651 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-d6ebca62-e39a-4a54-b471-02ce206d686a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:38:42.176813 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-d6ebca62-e39a-4a54-b471-02ce206d686a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1982675 Aug 09 11:38:42.193011 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:38:42.203513 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.305900 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-47ec5da3-7306-4651-8d71-da53e3fb9de2 req-036230df-eb83-4348-891e-23521876e4ab tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0808144 Aug 09 11:38:42.347357 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.360383 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1531478-b0b7-4497-8b44-2fd594dfa60a']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:42.372611 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d98ec0-943a-489d-ba1a-51f5f0563485') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:42.372914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d98ec0-943a-489d-ba1a-51f5f0563485') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:42.382989 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.410302 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.422310 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:38:42.424017 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:38:42.481981 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:38:42.496534 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-3543de54-2114-441f-a730-611a4ce68bbb service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185127 Aug 09 11:38:42.543734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.549049 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.551197 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a1531478-b0b7-4497-8b44-2fd594dfa60a HTTP/1.1" status: 204 len: 168 time: 0.4433336 Aug 09 11:38:42.595871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e4af2-9617-4739-9375-84a8e19fc468 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1531478-b0b7-4497-8b44-2fd594dfa60a,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:42.613020 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:42.625224 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:42.627406 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Allocated IP 172.20.0.1 (3580bf56-5a53-46bd-95be-a70cab4f50f3/369127fe-6e2c-45bb-88ed-16bffd1dcc0c/9bbb2aec-26a6-48ae-85af-3cf32a915f34) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:42.643922 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:42.645562 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:42.664130 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:42.668462 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60432) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:42.668777 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-90baafbb-2e82-4b7e-8949-83f8a55e0204 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5789204 Aug 09 11:38:42.867408 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:42.956764 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:43.021618 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-6a8c92d8-ccbb-4da0-8c20-73ede28fb459 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053582 Aug 09 11:38:43.102967 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60448) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:43.128697 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.200016 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f6690742-3cfe-490d-9745-31fd4e113ee0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6da1bc3ad0fa488bb71d59cbdf012cac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0929902 Aug 09 11:38:43.200655 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60456) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:43.226894 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:43.235788 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:43.236625 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.328433 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:40Z', 'revision_number': 3, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:43.330323 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.366936 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:43.367491 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Updating router ab01cba3-9a70-463c-99ff-c7c64ea7def2 port 045ab370-7085-48b1-8e39-f21ef82cb003 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:43.445534 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.470243 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.471218 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:43.487440 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:43.487650 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7933941a-95ca-4090-932f-8252dc6e99c4 req-1e2b5859-eb6b-49c5-86cd-41e04bd19485 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0808330 Aug 09 11:38:43.497742 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:43.499566 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.516891 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:43.518690 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2d87db17-1eff-4d70-8a22-247c45159a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.587991 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.589213 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 566ae481-7531-4fb8-a335-0254988dc51c up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:43.805662 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2d87db17-1eff-4d70-8a22-247c45159a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.817579 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:43.822549 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0104d335-548a-4da2-aba7-898e75faad23 req-df1acef9-1b6a-486a-915b-ce411e75b47a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.2369971 Aug 09 11:38:43.823339 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbb2aec-26a6-48ae-85af-3cf32a915f34,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:43.859134 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:43.898187 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 566ae481-7531-4fb8-a335-0254988dc51c triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:43.899277 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.058633 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2d87db17-1eff-4d70-8a22-247c45159a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.061311 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2d87db17-1eff-4d70-8a22-247c45159a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.064798 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2d87db17-1eff-4d70-8a22-247c45159a57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1a7eae5-1f97-4642-b3f8-0497ec39391a HTTP/1.1" status: 204 len: 168 time: 0.8561649 Aug 09 11:38:44.093137 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.094843 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Allocated IP 172.20.0.1 (f0afb781-699c-48ac-8249-ee1ce562f986/3d9de0c3-8e6b-428c-812a-1387e805c085/2d18fb90-81f1-4e87-a47d-fee97b202f26) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:44.113964 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Transition to ACTIVE for port object 045ab370-7085-48b1-8e39-f21ef82cb003 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:44.128608 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87db17-1eff-4d70-8a22-247c45159a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7eae5-1f97-4642-b3f8-0497ec39391a,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:44.129165 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.144284 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.291727 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Attempting to bind port 045ab370-7085-48b1-8e39-f21ef82cb003 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:44.292118 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Attempting to bind port 045ab370-7085-48b1-8e39-f21ef82cb003 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:44.292519 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Attempting to bind port 045ab370-7085-48b1-8e39-f21ef82cb003 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:44.326100 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99917359-932b-44cc-a733-e89752834f14 None None] Pushing event updated for resources: {'Port': ['ID=045ab370-7085-48b1-8e39-f21ef82cb003,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:44.346006 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.361122 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:44.361528 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:44.361943 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.368843 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:44.371006 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Bound port: 045ab370-7085-48b1-8e39-f21ef82cb003, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:44.371435 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.393119 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Transition to ACTIVE for port object 2d18fb90-81f1-4e87-a47d-fee97b202f26 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:44.469731 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.573643 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.575423 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d18fb90-81f1-4e87-a47d-fee97b202f26,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:44.586623 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.587471 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.590581 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] For port 045ab370-7085-48b1-8e39-f21ef82cb003, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:44.597798 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] For port 045ab370-7085-48b1-8e39-f21ef82cb003, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=045ab370-7085-48b1-8e39-f21ef82cb003,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:44.598273 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Network f0afb781-699c-48ac-8249-ee1ce562f986 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:44.600146 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:44.603626 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:44.612209 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.732797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:44.758774 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:44.760023 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:44.889973 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbb2aec-26a6-48ae-85af-3cf32a915f34,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:44.950032 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99917359-932b-44cc-a733-e89752834f14 None None] Pushing event updated for resources: {'Port': ['ID=045ab370-7085-48b1-8e39-f21ef82cb003,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:44.981093 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:44.987283 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60544) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:44.992648 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:44.994303 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:45.062462 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6915e000-82aa-4a49-9e0c-5827c99efe18 req-34e5187f-a667-4572-997a-625f16525193 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.0606933 Aug 09 11:38:45.066317 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2128a59f-4e63-4d7b-a1be-1d064e52807e req-1f30ce81-a3e0-438b-a475-db6b1a7c952e tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1559665 Aug 09 11:38:45.223656 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.230432 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bb8af30c-0bc7-4147-9d78-605042253d14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57c37bd71f2640298b86eb9e0655ffd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339730 Aug 09 11:38:45.232961 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60550) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:45.357339 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5e0c-b376-40f1-afb3-68d88bf7dcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.393474 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-783251f4-10b6-41a4-b6c0-e86f4d48f247 None None] Provisioning for port 2d18fb90-81f1-4e87-a47d-fee97b202f26 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:45.397482 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5e0c-b376-40f1-afb3-68d88bf7dcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.401836 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-783251f4-10b6-41a4-b6c0-e86f4d48f247 None None] Provisioning complete for port 2d18fb90-81f1-4e87-a47d-fee97b202f26 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:45.402214 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-783251f4-10b6-41a4-b6c0-e86f4d48f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.442070 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-783251f4-10b6-41a4-b6c0-e86f4d48f247 None None] Port 2d18fb90-81f1-4e87-a47d-fee97b202f26 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:38:45.457429 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:45.457817 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.462850 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:45.472006 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:38:45.485652 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5e0c-b376-40f1-afb3-68d88bf7dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.488418 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bb8e5e0c-b376-40f1-afb3-68d88bf7dcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.492867 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-bb8e5e0c-b376-40f1-afb3-68d88bf7dcaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c350973b-230c-468b-85a8-352f46ec759d HTTP/1.1" status: 204 len: 168 time: 0.2579603 Aug 09 11:38:45.555914 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e5e0c-b376-40f1-afb3-68d88bf7dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350973b-230c-468b-85a8-352f46ec759d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:45.580749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.582752 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.55', 51420) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:45.599322 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.690583 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:45.692829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d18fb90-81f1-4e87-a47d-fee97b202f26,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:45.747058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-6f322b1b-0e0b-4fc4-ac5c-153f50c3f184 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:45.748963 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-6f322b1b-0e0b-4fc4-ac5c-153f50c3f184 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.55 "GET /v2.0/networks?id=10fc56c3-f111-42ed-8846-abafdf1c2b87 HTTP/1.1" status: 200 len: 811 time: 0.1640453 Aug 09 11:38:45.807747 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:40Z', 'revision_number': 3, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:45.808761 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:45.814051 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-13923774-afd1-40ba-a0de-d461108ad5b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/20917acb-b61d-47f6-a5cd-09cc2e4b9ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8028421 Aug 09 11:38:45.828695 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Sync routers for ids ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:45.841991 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Routers {'20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:45.842887 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:45.888238 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Network f0afb781-699c-48ac-8249-ee1ce562f986 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:45.889797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:45.901065 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711db84-a50f-4325-8836-1417c8cf855e None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:40Z', 'revision_number': 3, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:46.194424 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:38:46.208460 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Set router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:46.385025 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-f2f74489-b790-4674-adf1-f5d998d63a59 None None] Provisioning complete for port 2d18fb90-81f1-4e87-a47d-fee97b202f26 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:46.385555 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f2f74489-b790-4674-adf1-f5d998d63a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:46.496615 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:38:46.518149 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-70dc26a4-b80a-4747-b30c-110c31d3eb21 req-4328143a-e294-44bd-8459-64198a45df5b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.0910656 Aug 09 11:38:46.518277 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-f2f74489-b790-4674-adf1-f5d998d63a59 None None] Port 2d18fb90-81f1-4e87-a47d-fee97b202f26 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:38:46.522559 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-539a5442-950f-4b11-b540-b70571cefad1 admin admin] 10.222.0.41 "PUT /v2.0/routers/ab01cba3-9a70-463c-99ff-c7c64ea7def2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8525324 Aug 09 11:38:46.618904 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9bbb2aec-26a6-48ae-85af-3cf32a915f34', 'name': '', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'mac_address': 'fa:16:3e:0c:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:42Z', 'updated_at': '2021-08-09T11:38:44Z', 'revision_number': 2, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'subnets': [{'id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:46.659545 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Checking router: 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:46.660198 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Updating router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:46.702054 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b37fb466-7d5e-4871-b279-297b3501042d req-ebe9cb8e-cb48-4f21-b42b-4a7a5c7bc986 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0382173 Aug 09 11:38:46.718888 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:46.864993 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 045ab370-7085-48b1-8e39-f21ef82cb003 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:46.945273 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 045ab370-7085-48b1-8e39-f21ef82cb003 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:46.951725 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 045ab370-7085-48b1-8e39-f21ef82cb003 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:46.952202 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.111520 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.128068 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.139808 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Transition to ACTIVE for port object 9bbb2aec-26a6-48ae-85af-3cf32a915f34 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:47.153515 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.169388 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 045ab370-7085-48b1-8e39-f21ef82cb003, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=045ab370-7085-48b1-8e39-f21ef82cb003,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:47.174906 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.252996 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=045ab370-7085-48b1-8e39-f21ef82cb003,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:47.268799 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-3fe48a20-f17a-4826-a43c-f16e0b62558f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:47.274476 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf649c-31e2-4fca-a3d8-10dfa4056aba None None] Pushing event updated for resources: {'Port': ['ID=9bbb2aec-26a6-48ae-85af-3cf32a915f34,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:47.281868 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-3fe48a20-f17a-4826-a43c-f16e0b62558f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 818 time: 0.2101605 Aug 09 11:38:47.304964 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-e024374d-7d1b-4f88-9e5f-9482103f020c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/quotas/e8c9be06a7a448eda0f3d220b733dd21 HTTP/1.1" status: 200 len: 375 time: 0.0221777 Aug 09 11:38:47.327972 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Attempting to bind port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:47.328434 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Attempting to bind port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:47.328756 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Attempting to bind port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:47.337521 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:47.338281 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Checking segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:47.338927 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.339602 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Bound using segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:47.340267 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Bound port: 9bbb2aec-26a6-48ae-85af-3cf32a915f34, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:47.340749 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.403396 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-8e3947c0-3cc0-4d3e-95e8-91522ce16769 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973167 Aug 09 11:38:47.413600 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] For port 9bbb2aec-26a6-48ae-85af-3cf32a915f34, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:47.419014 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] For port 9bbb2aec-26a6-48ae-85af-3cf32a915f34, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=9bbb2aec-26a6-48ae-85af-3cf32a915f34,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:47.423397 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.493241 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Routers {'20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:47.493980 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:47.530584 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-d39abb9a-0a35-47f2-8190-42b3469835f2 service neutron] 10.222.0.41 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184528 Aug 09 11:38:47.541766 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf649c-31e2-4fca-a3d8-10dfa4056aba None None] Pushing event updated for resources: {'Port': ['ID=9bbb2aec-26a6-48ae-85af-3cf32a915f34,revision_number=4']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:47.610033 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60662) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:47.614399 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722508092', 'description': 'tempest-description--1082751327'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:47.707777 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] Set router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:47.717455 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-313838fa-1f5a-4c68-ab18-b496cb736e36 req-0d6d9585-1696-4b4d-b7a5-8bed16b6037e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.0536399 Aug 09 11:38:47.720947 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.936468 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-70bea8c0-e919-46b7-9552-f79640d694f1 service neutron] 10.222.0.41 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975651 Aug 09 11:38:47.943395 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a1ce2ce9-ffad-4f70-9764-486a6cfae9a2 req-eb5d50ce-1979-4db8-88ad-e45a33ab91bf tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0422778 Aug 09 11:38:47.979855 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:47.984762 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.016473 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9bbb2aec-26a6-48ae-85af-3cf32a915f34', 'name': '', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'mac_address': 'fa:16:3e:0c:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:42Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'subnets': [{'id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:48.019807 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f203c08-4318-4882-aaad-1c2461496b89,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:48.047740 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.052403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60674) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:48.061855 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'security_group_rule': {'security_group_id': '2f203c08-4318-4882-aaad-1c2461496b89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:48.062696 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-8d8b2644-1668-4b14-bcd9-336f3ecf7370 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4514451 Aug 09 11:38:48.068545 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59097ef2-f449-4932-96d0-07d05d746f1f None None] The sync data for ids ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'] in dv-cinder-802653-6-iscsi is: [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9bbb2aec-26a6-48ae-85af-3cf32a915f34', 'name': '', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'mac_address': 'fa:16:3e:0c:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:42Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'subnets': [{'id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:48.115834 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.221099 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7e9d8dd8-71e5-49b3-973c-e4596687e180 req-88f65728-b9b6-4869-b857-ab1a685570a5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 210 time: 0.1047056 Aug 09 11:38:48.225233 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.244505 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.278140 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40dd6d14-01f0-411c-ba5b-f530b0bc7c11,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:48.317839 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.321082 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ad93f70b-a561-48c0-b95e-bc21951f3c56 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2668133 Aug 09 11:38:48.323954 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60688) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:48.329957 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'security_group_rule': {'security_group_id': '2f203c08-4318-4882-aaad-1c2461496b89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:48.377061 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Request body: {'port': {'device_id': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87', 'admin_state_up': True, 'tenant_id': '7c033a0c43584da5b3a2c91a38964170'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:48.379147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:48.438610 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:38:48.452740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:48.453938 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:48.979861 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:49.025505 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60726) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:49.029685 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.55', 51432) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:49.066152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-acbc776e-4080-4dc6-a3b3-7aa3f973f11a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:49.080828 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-acbc776e-4080-4dc6-a3b3-7aa3f973f11a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 818 time: 0.4988794 Aug 09 11:38:49.124083 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-c549c7d4-7c85-42fa-b026-f762b1e77194 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/quotas/e8c9be06a7a448eda0f3d220b733dd21 HTTP/1.1" status: 200 len: 375 time: 0.0417292 Aug 09 11:38:49.208517 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9bbb2aec-26a6-48ae-85af-3cf32a915f34 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:49.211185 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.232808 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-2d2291a3-8f4a-48c9-bb05-1aa3e1609c5b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076250 Aug 09 11:38:49.362555 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-92608713-45c9-4c47-aa47-0b9742da92df service neutron] 10.222.0.41 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283216 Aug 09 11:38:49.370693 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.400616 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.426053 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-744cda26-e9f8-4e8e-9d11-2c121ef1bb8c req-8d31c659-ef0a-4cc3-afb3-fbb6bf05d04f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.4103656 Aug 09 11:38:49.563453 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:49.571032 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:49.571577 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.603555 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e70cb385-bfbc-435b-9cd5-1f2b2ed34b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.634328 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-33b720f6-5e15-465c-871a-d5653d6a0a40 service neutron] 10.222.0.41 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681623 Aug 09 11:38:49.642746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0faaf9-afe5-4dcc-a81d-2e659fcbc984,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:49.659854 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Made reservation on behalf of 7c033a0c43584da5b3a2c91a38964170 for: {'port': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:49.667641 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.680129 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.683945 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9c595576-ef54-49dd-9b20-c79beef562b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3561056 Aug 09 11:38:49.686217 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60768) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:49.692666 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:49.766798 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.793389 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 2, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:49.830488 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:38:49.830839 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Updating router ab01cba3-9a70-463c-99ff-c7c64ea7def2 port 2d18fb90-81f1-4e87-a47d-fee97b202f26 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:38:49.909479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:49.953004 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:50.093696 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2e2a5e30-6193-4bcf-9802-82651dfb1ea5 req-b19f9ab7-3a1f-468a-9bee-81e2b1ab4e96 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.4661028 Aug 09 11:38:50.195057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 9bbb2aec-26a6-48ae-85af-3cf32a915f34, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=9bbb2aec-26a6-48ae-85af-3cf32a915f34,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:50.270567 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:50.275725 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 045ab370-7085-48b1-8e39-f21ef82cb003 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:50.362449 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5a834e40-eb39-4a33-bee7-df5ed10f09ad req-4ecaf8af-1792-48dd-87d9-173ef287bbaf tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.2221458 Aug 09 11:38:50.444798 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-e3d47c63-8999-4237-8c92-2a3d0bb085e0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:50.446492 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-e3d47c63-8999-4237-8c92-2a3d0bb085e0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 1.4098086 Aug 09 11:38:50.483892 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:50.568639 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Request body: {'port': {'device_id': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'admin_state_up': True, 'tenant_id': '044455dba4df429690e27043dd031851'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:50.767621 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Allocated IP 172.27.2.17 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/47920137-bd32-43e0-8e02-17cb7248e738) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:50.841578 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e70cb385-bfbc-435b-9cd5-1f2b2ed34b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:50.844354 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.55', 51441) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:50.927675 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60810) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:50.946014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=9bbb2aec-26a6-48ae-85af-3cf32a915f34,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:51.004240 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-db30e199-082f-4ced-9301-915c483391e4 req-95028052-7020-43c8-a4f2-6933b8380cde tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.2466912 Aug 09 11:38:51.035901 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.038167 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 045ab370-7085-48b1-8e39-f21ef82cb003 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:51.038606 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.051276 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e70cb385-bfbc-435b-9cd5-1f2b2ed34b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.112721 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.199062 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Allocated IP 172.20.0.8 (10fc56c3-f111-42ed-8846-abafdf1c2b87/216a7dd0-95e4-4b65-9ab5-fafeec813b70/ffac71a1-0c6b-4e0b-90d8-7826024bf8f3) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:51.201243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:51.246771 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:51.270440 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-151ee642-9aa3-4b6a-9a7e-950f89d63037 req-9c00b54f-99e1-4718-aeaf-5f95dd34f485 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0563982 Aug 09 11:38:51.305313 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.315743 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:51.323711 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Transition to ACTIVE for port object 2d18fb90-81f1-4e87-a47d-fee97b202f26 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:51.340333 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.359858 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:38:51.419685 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'Port': ['ID=47920137-bd32-43e0-8e02-17cb7248e738,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:51.462143 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227e3f2-fef5-49a4-b122-b08cc3f90023 None None] Pushing event updated for resources: {'Port': ['ID=2d18fb90-81f1-4e87-a47d-fee97b202f26,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:51.544928 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.742789 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.749373 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-e70cb385-bfbc-435b-9cd5-1f2b2ed34b8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de8aedb9b1ed4ae28e944f94df12c7bd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7142510 Aug 09 11:38:51.754846 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60830) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:51.842531 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9bbb2aec-26a6-48ae-85af-3cf32a915f34 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:51.849927 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Attempting to bind port 2d18fb90-81f1-4e87-a47d-fee97b202f26 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:51.850308 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Attempting to bind port 2d18fb90-81f1-4e87-a47d-fee97b202f26 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:51.850759 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Attempting to bind port 2d18fb90-81f1-4e87-a47d-fee97b202f26 on network f0afb781-699c-48ac-8249-ee1ce562f986 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:51.919693 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:51.919693 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Checking segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:51.921422 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.921941 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Bound using segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:51.923511 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Bound port: 2d18fb90-81f1-4e87-a47d-fee97b202f26, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:51.923906 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.939454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cb385-bfbc-435b-9cd5-1f2b2ed34b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bcd297-78bb-43c3-97f2-9ae3b0c5575e,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:51.940957 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.946607 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5f369299-1068-4f05-a935-e3374316054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:51.998453 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-05e7a8ad-5d38-4769-aa1f-6dd3953ef478 req-bdffffd4-7064-4ffb-b746-12a095cf840f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.2718809 Aug 09 11:38:52.003168 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 60842) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:52.028718 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2aae3fe5-0793-4cde-a186-31e6ce5ff3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.054530 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.077470 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] For port 2d18fb90-81f1-4e87-a47d-fee97b202f26, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:52.082024 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] For port 2d18fb90-81f1-4e87-a47d-fee97b202f26, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=2d18fb90-81f1-4e87-a47d-fee97b202f26,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:52.095152 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.101402 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1533-5366-4e22-8402-2764e370d242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.160820 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1533-5366-4e22-8402-2764e370d242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.177135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227e3f2-fef5-49a4-b122-b08cc3f90023 None None] Pushing event updated for resources: {'Port': ['ID=2d18fb90-81f1-4e87-a47d-fee97b202f26,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:52.218995 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:52.219389 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.238669 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-91a08c9d-8c49-47c6-b667-7e09a613db4b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:52.254566 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-91a08c9d-8c49-47c6-b667-7e09a613db4b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 818 time: 0.4799471 Aug 09 11:38:52.265905 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:38:52.266779 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:38:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:52.339988 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1533-5366-4e22-8402-2764e370d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.343008 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1533-5366-4e22-8402-2764e370d242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.349485 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7a4f1533-5366-4e22-8402-2764e370d242 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92bcd297-78bb-43c3-97f2-9ae3b0c5575e HTTP/1.1" status: 204 len: 168 time: 0.5878601 Aug 09 11:38:52.411439 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Made reservation on behalf of 044455dba4df429690e27043dd031851 for: {'port': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:52.423914 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.455926 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f1533-5366-4e22-8402-2764e370d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bcd297-78bb-43c3-97f2-9ae3b0c5575e,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:52.482514 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1d8426a5-680c-4865-8afb-a64a86d0dfcd req-506cecba-5c56-4bd9-a59e-9c7817596b5f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.1987870 Aug 09 11:38:52.533066 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:38:52.614400 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Request body: {'port': {'device_id': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'admin_state_up': True, 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:52.784194 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.792976 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.974452 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:52.996756 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'Port': ['ID=47920137-bd32-43e0-8e02-17cb7248e738,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:53.035996 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60866) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:53.064769 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1de363c9-887f-47ee-9b47-de89ba5150ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.080152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d621ba2d-18c4-471d-ba8e-caff12fdb960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.089498 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Network 10fc56c3-f111-42ed-8846-abafdf1c2b87 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:53.113419 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:52Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:38:53.118212 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:53.121340 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:53.126982 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:53.127611 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.141592 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Pushing event updated for resources: {'Port': ['ID=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:53.169558 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76792f96-813d-4e81-a2b1-a2037b591f85 None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:52Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:38:53.207796 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1f44c107-9544-4722-9129-2df4b9cf569a req-5192de38-e7cd-4632-ac38-7a17a83c40e0 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.0462554 Aug 09 11:38:53.250886 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31c1bf-f923-4841-8d6e-089a7a9839bc req-a9dc7ec4-8cdb-4591-8095-7694fb47d5c0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:53.252549 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fa31c1bf-f923-4841-8d6e-089a7a9839bc req-a9dc7ec4-8cdb-4591-8095-7694fb47d5c0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 931 time: 0.6840682 Aug 09 11:38:53.333513 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Allocated IP 172.20.0.3 (2cdf0a4a-b558-41ba-a033-b3a9cc734a75/887433ed-fb8c-4e66-ac10-bf5484834a69/8d8a7883-b808-4f85-a275-6031ea5583e0) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:53.336959 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2aae3fe5-0793-4cde-a186-31e6ce5ff3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.354708 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2aae3fe5-0793-4cde-a186-31e6ce5ff3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.360162 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.362460 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-82f81be0-0a99-4fe3-bfea-a556519aae4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6733119 Aug 09 11:38:53.392045 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-896a7257-f205-4200-bf32-cd4e7efc9460 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0253890 Aug 09 11:38:53.456460 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fa31c1bf-f923-4841-8d6e-089a7a9839bc req-00b2b9a9-ec44-46ed-99d1-42e264b86477 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949859 Aug 09 11:38:53.592705 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae3fe5-0793-4cde-a186-31e6ce5ff3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebdd766-e0bb-4434-814e-b1738f161252,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:53.605565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d621ba2d-18c4-471d-ba8e-caff12fdb960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.615763 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d621ba2d-18c4-471d-ba8e-caff12fdb960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.616444 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60872) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:53.629148 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2aae3fe5-0793-4cde-a186-31e6ce5ff3e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64389730fd654de0bd222a501593c8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6344943 Aug 09 11:38:53.723852 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2d18fb90-81f1-4e87-a47d-fee97b202f26 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:53.861029 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.903309 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 2d18fb90-81f1-4e87-a47d-fee97b202f26 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:38:53.909416 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 2d18fb90-81f1-4e87-a47d-fee97b202f26 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:53.912126 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:53.920056 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.012417 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:54.087138 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-32eea855-86be-4ee7-bd0d-72f6b3111e8b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1722508092&fields=id&tenant_id=dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 267 time: 0.1821017 Aug 09 11:38:54.105364 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:54.137166 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.148473 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d729d57f-c31a-47b3-91e4-48939351188e req-75453fef-5249-4b71-890e-9aff9a3a238a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 210 time: 0.4716163 Aug 09 11:38:54.216523 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d621ba2d-18c4-471d-ba8e-caff12fdb960 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f54304292614490baf4a992078ddea0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1755998 Aug 09 11:38:54.218448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621ba2d-18c4-471d-ba8e-caff12fdb960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aced35-d805-4434-ac81-6cd3ee636f65,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:54.221206 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60892) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:54.222478 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 2d18fb90-81f1-4e87-a47d-fee97b202f26, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=2d18fb90-81f1-4e87-a47d-fee97b202f26,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:38:54.235018 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.355506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f64bf801-facc-4ca6-87af-fa479ac5c151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.381564 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f64bf801-facc-4ca6-87af-fa479ac5c151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.387779 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=2d18fb90-81f1-4e87-a47d-fee97b202f26,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:54.568883 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-9d42416c-f636-4ea9-b953-07a4ec554f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.630964 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-392cbd76-250b-4cd8-8455-576d84a857a9 req-9e892e6e-31cb-47bb-8303-d9fb1853dfaf tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.1416736 Aug 09 11:38:54.660552 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-048836fc-7fc5-49d9-859c-4ab1e9e5d990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.669121 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f64bf801-facc-4ca6-87af-fa479ac5c151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.672155 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f64bf801-facc-4ca6-87af-fa479ac5c151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.673796 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-f64bf801-facc-4ca6-87af-fa479ac5c151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ebdd766-e0bb-4434-814e-b1738f161252 HTTP/1.1" status: 204 len: 168 time: 1.0526462 Aug 09 11:38:54.674385 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-fb14b394-caa7-4314-9d44-878994726e16 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:54.687122 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-fb14b394-caa7-4314-9d44-878994726e16 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 816 time: 0.5986600 Aug 09 11:38:54.695181 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:54.701842 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:54.702615 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.732219 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event updated for resources: {'Port': ['ID=8d8a7883-b808-4f85-a275-6031ea5583e0,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:54.741761 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-732c586f-f947-4a41-94fe-9f8e4f73065c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/quotas/dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 375 time: 0.0535738 Aug 09 11:38:54.754374 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:54.792319 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bf801-facc-4ca6-87af-fa479ac5c151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebdd766-e0bb-4434-814e-b1738f161252,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:54.903497 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-49d4b105-37c4-40bb-ba81-9948eb830b48 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606822 Aug 09 11:38:54.984469 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-048836fc-7fc5-49d9-859c-4ab1e9e5d990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.071342 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-6b2e9900-6947-442c-87da-ff3d0746597e service neutron] 10.222.0.41 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643639 Aug 09 11:38:55.080447 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b144-f7c5-4ce7-9822-dcf64e85a530 req-cb374643-2a7d-43a2-b7ac-e0e4b9e1cf31 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:55.085473 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5015b144-f7c5-4ce7-9822-dcf64e85a530 req-cb374643-2a7d-43a2-b7ac-e0e4b9e1cf31 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 931 time: 0.2969825 Aug 09 11:38:55.201206 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5015b144-f7c5-4ce7-9822-dcf64e85a530 req-fdb74791-45ae-4489-af70-820c6eec3c8a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144760 Aug 09 11:38:55.213522 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1de363c9-887f-47ee-9b47-de89ba5150ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.230011 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1de363c9-887f-47ee-9b47-de89ba5150ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.231936 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-048836fc-7fc5-49d9-859c-4ab1e9e5d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.234871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-048836fc-7fc5-49d9-859c-4ab1e9e5d990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.236257 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-048836fc-7fc5-49d9-859c-4ab1e9e5d990 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69aced35-d805-4434-ac81-6cd3ee636f65 HTTP/1.1" status: 204 len: 168 time: 0.9858613 Aug 09 11:38:55.264718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048836fc-7fc5-49d9-859c-4ab1e9e5d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aced35-d805-4434-ac81-6cd3ee636f65,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:55.275584 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-1de363c9-887f-47ee-9b47-de89ba5150ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=670741e4090a4545a38bfbe1a1c2d3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2635338 Aug 09 11:38:55.278290 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 60922) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:55.338776 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Made reservation on behalf of e8c9be06a7a448eda0f3d220b733dd21 for: {'port': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:55.343033 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.364296 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de363c9-887f-47ee-9b47-de89ba5150ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b031f-036e-4aa0-8cf5-ac287bf024b9,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:55.373566 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8039aea6-e541-4fde-a2f2-433a19bc76b2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8558578 Aug 09 11:38:55.403563 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-aa7f232b-8821-4023-8e69-37187fb7fae3 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:38:55.404960 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-aa7f232b-8821-4023-8e69-37187fb7fae3 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061827 Aug 09 11:38:55.418366 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-900d1c6d-36a0-42b5-b722-3c5dbbb15622 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:38:55.419582 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-900d1c6d-36a0-42b5-b722-3c5dbbb15622 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069790 Aug 09 11:38:55.444740 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-8733bdef-2483-4435-a78d-5db2c309f4a7 service neutron] 10.222.0.41 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714478 Aug 09 11:38:55.591229 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2f954-8f64-4e47-9487-3869e9a84983 req-ca45ee9b-c75f-4826-b840-e6932f5cbd5f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:55.592873 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fcf2f954-8f64-4e47-9487-3869e9a84983 req-ca45ee9b-c75f-4826-b840-e6932f5cbd5f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 931 time: 0.2417665 Aug 09 11:38:55.597662 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7566-f9e1-4235-acd9-e1b690b5d65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.619185 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2d18fb90-81f1-4e87-a47d-fee97b202f26 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:38:55.664429 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Allocated IP 172.20.0.3 (3580bf56-5a53-46bd-95be-a70cab4f50f3/369127fe-6e2c-45bb-88ed-16bffd1dcc0c/b68bd99a-9f7e-4400-82fb-4eb9834990ae) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:55.814229 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7566-f9e1-4235-acd9-e1b690b5d65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.834132 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:55.834369 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fcf2f954-8f64-4e47-9487-3869e9a84983 req-be7c9a55-a6f5-4d4d-87be-315a2111fdd5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211483 Aug 09 11:38:55.861359 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-34833e2b-af64-4c80-982e-de7fd1f8e6a7 req-f9cff7fb-72da-4ed7-b90e-c80ea25c82a2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.0710115 Aug 09 11:38:55.907502 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.55', 51449) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:38:55.909939 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 2d18fb90-81f1-4e87-a47d-fee97b202f26 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:38:55.911514 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.029376 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Request body: {'port': {'device_id': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:56.069301 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7566-f9e1-4235-acd9-e1b690b5d65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.075575 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7566-f9e1-4235-acd9-e1b690b5d65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.076884 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2f3d7566-f9e1-4235-acd9-e1b690b5d65d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf6b031f-036e-4aa0-8cf5-ac287bf024b9 HTTP/1.1" status: 204 len: 168 time: 0.7975445 Aug 09 11:38:56.132486 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8b861201-561c-4230-9fef-0a712d6e7c8d req-76e87c8b-6ecd-440c-be18-88ce6f11539e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 210 time: 0.1804147 Aug 09 11:38:56.164775 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Request body: {'port': {'device_id': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:56.168144 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d7566-f9e1-4235-acd9-e1b690b5d65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b031f-036e-4aa0-8cf5-ac287bf024b9,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:56.491297 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-30855ab6-8a8d-4910-bdbc-3502953b1df8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.492729 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.497003 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-30855ab6-8a8d-4910-bdbc-3502953b1df8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 818 time: 0.5192089 Aug 09 11:38:56.502936 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.550703 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.566384 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Request body: {'port': {'device_id': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'admin_state_up': True, 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:56.758962 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9230a4-cfdf-4a71-af85-5c8e674922dc req-70135cf2-d871-43a0-bac0-2b9ccc48a91c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:56.778970 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7f9230a4-cfdf-4a71-af85-5c8e674922dc req-70135cf2-d871-43a0-bac0-2b9ccc48a91c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 931 time: 0.4004323 Aug 09 11:38:56.931426 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Made reservation on behalf of e8c9be06a7a448eda0f3d220b733dd21 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:38:56.954410 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:56.974544 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:57.205244 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:57.444894 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Allocated IP 172.20.0.2 (3580bf56-5a53-46bd-95be-a70cab4f50f3/369127fe-6e2c-45bb-88ed-16bffd1dcc0c/a8b53759-007b-40ca-824b-699abfdc5824) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:38:57.463767 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a4c92-db84-4c13-adb1-20ab89657f63 req-c9fe670e-d717-4ca8-873a-a81304739bbe tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:57.473267 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-296a4c92-db84-4c13-adb1-20ab89657f63 req-c9fe670e-d717-4ca8-873a-a81304739bbe tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 931 time: 0.4705596 Aug 09 11:38:57.564029 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-296a4c92-db84-4c13-adb1-20ab89657f63 req-6e65dc96-5a66-45a5-a3b9-1faeae1ee351 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846012 Aug 09 11:38:57.643651 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7f9230a4-cfdf-4a71-af85-5c8e674922dc req-44fc4240-6bce-47cb-8408-04b4f04476b0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8623972 Aug 09 11:38:57.763520 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:57.798590 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:57.851039 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c95cd631-2677-4b88-89a0-b771d30bbe09 req-b63750a4-a962-41d6-b485-96b917b88ec7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.1119199 Aug 09 11:38:57.919217 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f9a22b8f-58b0-4455-980f-5ade5587e7c4 req-409043cd-f232-4d37-ac7a-692b05709384 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 210 time: 0.1688607 Aug 09 11:38:57.921731 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Pushing event updated for resources: {'Port': ['ID=b68bd99a-9f7e-4400-82fb-4eb9834990ae,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:57.980304 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:57.987384 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:57.988329 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.008345 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.065631 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-836bd7c4-f38f-458b-8f29-cc3ffb010168 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6677899 Aug 09 11:38:58.122796 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.277887 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 {{(pid=99939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:38:58.296431 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.344794 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Transition to ACTIVE for port object ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 will not be triggered until provisioned by entity L2. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:58.364691 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Network 3580bf56-5a53-46bd-95be-a70cab4f50f3 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:38:58.364691 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:38:58.379779 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Request body: {'port': {'device_id': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:58.390138 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8a7883-b808-4f85-a275-6031ea5583e0 {{(pid=99939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:38:58.394291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:38:58.396312 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.452748 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.610178 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Transition to ACTIVE for port object 8d8a7883-b808-4f85-a275-6031ea5583e0 will not be triggered until provisioned by entity L2. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:38:58.655399 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.663311 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Pushing event updated for resources: {'Port': ['ID=a8b53759-007b-40ca-824b-699abfdc5824,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:58.697731 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Pushing event updated for resources: {'Port': ['ID=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:58.718335 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Attempting to bind port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:58.720764 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Attempting to bind port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '852fd84f-77c1-4cb9-a0ad-950809606af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87'}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:58.726564 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Attempting to bind port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 on network 10fc56c3-f111-42ed-8846-abafdf1c2b87 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:58.749019 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:58.751503 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.751731 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:58.810654 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-68cc2fe4-d588-440e-a103-c0464f6a0556 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2416184 Aug 09 11:38:58.915448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Request body: {'port': {'device_id': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:38:59.023093 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a7883-b808-4f85-a275-6031ea5583e0,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:38:59.027479 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 on network 10fc56c3-f111-42ed-8846-abafdf1c2b87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:38:59.028709 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Attempting to bind port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 on network 10fc56c3-f111-42ed-8846-abafdf1c2b87 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:59.095335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaa419-2fe4-4c40-990a-db33a06cba85 req-ae050a01-8052-4417-a28f-c7d9ac045471 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:59.101559 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:59.105351 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7deaa419-2fe4-4c40-990a-db33a06cba85 req-ae050a01-8052-4417-a28f-c7d9ac045471 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.2799857 Aug 09 11:38:59.106463 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Checking segment: {'id': '852fd84f-77c1-4cb9-a0ad-950809606af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:59.108054 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Bound using segment: {'id': '852fd84f-77c1-4cb9-a0ad-950809606af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87'} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:59.109428 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Bound port: ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852fd84f-77c1-4cb9-a0ad-950809606af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87'}}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:59.110255 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:59.159066 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:59.236061 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Attempting to bind port 8d8a7883-b808-4f85-a275-6031ea5583e0 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:38:59.236436 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Attempting to bind port 8d8a7883-b808-4f85-a275-6031ea5583e0 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:38:59.236771 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Attempting to bind port 8d8a7883-b808-4f85-a275-6031ea5583e0 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:59.301357 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7deaa419-2fe4-4c40-990a-db33a06cba85 req-5327e3d4-2255-428d-a1ac-1b9d823422c3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927977 Aug 09 11:38:59.342721 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Port 8d8a7883-b808-4f85-a275-6031ea5583e0 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:38:59.343084 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Attempting to bind port 8d8a7883-b808-4f85-a275-6031ea5583e0 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:38:59.368454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf904a5-15f5-4101-85bd-cc7eadde7793 req-6238c784-685b-4b0f-bef5-93c95d7b955f tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:59.375933 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-caf904a5-15f5-4101-85bd-cc7eadde7793 req-6238c784-685b-4b0f-bef5-93c95d7b955f tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.3411787 Aug 09 11:38:59.405751 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:38:59.406084 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Checking segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:38:59.406470 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Bound using segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:38:59.406968 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Bound port: 8d8a7883-b808-4f85-a275-6031ea5583e0, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:38:59.407261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:59.422716 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] For port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host hv-cinder-80265, cleared binding levels {{(pid=99939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:38:59.580845 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] For port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,segment=NetworkSegment(852fd84f-77c1-4cb9-a0ad-950809606af6),segment_id=852fd84f-77c1-4cb9-a0ad-950809606af6)] {{(pid=99939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:38:59.601227 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:59.783851 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541822-0dcc-4979-95c7-3fcb589c4299 req-4d419682-8e91-488d-9f35-264da45d6981 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:59.787258 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3d541822-0dcc-4979-95c7-3fcb589c4299 req-4d419682-8e91-488d-9f35-264da45d6981 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 931 time: 0.3086073 Aug 09 11:38:59.794138 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-caf904a5-15f5-4101-85bd-cc7eadde7793 req-ca0c9f9f-9c18-4d68-9a41-7a611cc9f44b tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171979 Aug 09 11:38:59.871232 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3d541822-0dcc-4979-95c7-3fcb589c4299 req-f0236d62-0772-492a-857d-f3e4ea154c14 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Aug 09 11:38:59.921936 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:38:59.922936 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:38:59.927940 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] 10.222.0.55 "PUT /v2.0/ports/ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 HTTP/1.1" status: 200 len: 1093 time: 4.2411754 Aug 09 11:38:59.930648 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'tag': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:00.133205 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf2bbe-9679-4281-8ad5-605ff294b25c service neutron] Pushing event updated for resources: {'Port': ['ID=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,revision_number=3']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:00.171254 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] For port 8d8a7883-b808-4f85-a275-6031ea5583e0, host hv-cinder-80265, cleared binding levels {{(pid=99939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:00.213319 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7b8ff292-a552-4ef6-838b-ea65a601a4ea req-c6cda465-149f-4f4d-8feb-915c244b2fe7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 210 time: 0.0825288 Aug 09 11:39:00.230232 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] For port 8d8a7883-b808-4f85-a275-6031ea5583e0, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=8d8a7883-b808-4f85-a275-6031ea5583e0,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:00.258416 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.373994 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a7883-b808-4f85-a275-6031ea5583e0,revision_number=3']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:00.450980 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:00.451636 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.454600 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-54330fde-f69b-4b98-9605-fb3ac656cea7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d8a7883-b808-4f85-a275-6031ea5583e0 HTTP/1.1" status: 200 len: 1093 time: 4.7763054 Aug 09 11:39:00.479669 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68bd99a-9f7e-4400-82fb-4eb9834990ae {{(pid=99939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:00.497890 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.526099 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Transition to ACTIVE for port object b68bd99a-9f7e-4400-82fb-4eb9834990ae will not be triggered until provisioned by entity L2. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:00.537602 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.674783 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e089f442-40ca-4d63-8628-148abaf02414" -d '{"events": [{"name": "network-changed", "server_uuid": "5404889c-3914-43e6-80dc-e047e0d5c7e4", "tag": "ffac71a1-0c6b-4e0b-90d8-7826024bf8f3"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:00.810862 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Attempting to bind port b68bd99a-9f7e-4400-82fb-4eb9834990ae on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:39:00.811271 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Attempting to bind port b68bd99a-9f7e-4400-82fb-4eb9834990ae by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:39:00.811607 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Attempting to bind port b68bd99a-9f7e-4400-82fb-4eb9834990ae on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:00.815565 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b68bd99a-9f7e-4400-82fb-4eb9834990ae,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:00.821765 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Port b68bd99a-9f7e-4400-82fb-4eb9834990ae on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:39:00.822676 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Attempting to bind port b68bd99a-9f7e-4400-82fb-4eb9834990ae on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:00.833623 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:39:00.833623 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Checking segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:39:00.834126 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Bound using segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:39:00.834681 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Bound port: b68bd99a-9f7e-4400-82fb-4eb9834990ae, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'}}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:39:00.834991 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:00.948418 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] For port b68bd99a-9f7e-4400-82fb-4eb9834990ae, host hv-cinder-80265, cleared binding levels {{(pid=99939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:00.952308 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] For port b68bd99a-9f7e-4400-82fb-4eb9834990ae, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:00.959755 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.018573 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b68bd99a-9f7e-4400-82fb-4eb9834990ae,revision_number=3']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:01.036143 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:01.037235 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.038627 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-9a1a9121-4151-42c3-9eaa-0cf3654b70e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 1093 time: 2.6725416 Aug 09 11:39:01.047721 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f44d6-16e2-4169-93b8-3ea25beed3f1 req-227abde1-e029-40f3-97b1-fe2949efd419 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:01.056011 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-367f44d6-16e2-4169-93b8-3ea25beed3f1 req-227abde1-e029-40f3-97b1-fe2949efd419 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.5196843 Aug 09 11:39:01.066298 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b53759-007b-40ca-824b-699abfdc5824 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:01.081094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.112035 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Transition to ACTIVE for port object a8b53759-007b-40ca-824b-699abfdc5824 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:01.119327 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.135217 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-367f44d6-16e2-4169-93b8-3ea25beed3f1 req-1c49ecf4-9c2d-4381-a0ce-f26e8bb8658c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780952 Aug 09 11:39:01.265043 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b53759-007b-40ca-824b-699abfdc5824,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:01.345410 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de04ee-d452-4647-831a-746b8fc33434 x-openstack-request-id: req-a4de04ee-d452-4647-831a-746b8fc33434 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:01.346017 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5404889c-3914-43e6-80dc-e047e0d5c7e4", "tag": "ffac71a1-0c6b-4e0b-90d8-7826024bf8f3", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:01.346017 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4de04ee-d452-4647-831a-746b8fc33434 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:01.346471 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'tag': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3', 'status': 'completed', 'code': 200} Aug 09 11:39:01.543593 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f97097-5baf-4b3b-825d-0284161a049f req-33404afc-1398-4624-9b6a-bdb9b1582f0a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:01.562039 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-17f97097-5baf-4b3b-825d-0284161a049f req-33404afc-1398-4624-9b6a-bdb9b1582f0a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.1117189 Aug 09 11:39:01.590251 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 32908) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:01.645307 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-17f97097-5baf-4b3b-825d-0284161a049f req-8407270b-9a9a-4444-ac3f-ddf22dccd250 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859697 Aug 09 11:39:01.693159 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e030-62af-4e03-87b5-b9939c417618 req-26f35018-4536-49a4-a366-26c2d6f043eb tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:01.694758 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-47e9e030-62af-4e03-87b5-b9939c417618 req-26f35018-4536-49a4-a366-26c2d6f043eb tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.4636450 Aug 09 11:39:01.734642 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Attempting to bind port a8b53759-007b-40ca-824b-699abfdc5824 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:39:01.735016 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Attempting to bind port a8b53759-007b-40ca-824b-699abfdc5824 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:39:01.735363 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Attempting to bind port a8b53759-007b-40ca-824b-699abfdc5824 on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:01.758480 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Port a8b53759-007b-40ca-824b-699abfdc5824 on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:39:01.758818 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Attempting to bind port a8b53759-007b-40ca-824b-699abfdc5824 on network 3580bf56-5a53-46bd-95be-a70cab4f50f3 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:01.770770 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-47e9e030-62af-4e03-87b5-b9939c417618 req-90b0c627-11dc-486b-b5c6-0e0289dfe9a5 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670156 Aug 09 11:39:01.773485 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:39:01.774363 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Checking segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:39:01.774479 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Bound using segment: {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:39:01.774945 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Bound port: a8b53759-007b-40ca-824b-699abfdc5824, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b2f343-237a-490b-8e58-4913023c1bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:39:01.775350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.852684 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a959150-3ac5-4e39-9703-61d810e51926 req-9895da08-03c1-45e4-89c8-57b7c2515911 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 210 time: 0.0932348 Aug 09 11:39:01.868544 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-998d0d44-f38e-4a74-a4d7-5a909156f5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.883646 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] For port a8b53759-007b-40ca-824b-699abfdc5824, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:01.898765 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] For port a8b53759-007b-40ca-824b-699abfdc5824, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=a8b53759-007b-40ca-824b-699abfdc5824,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:01.904561 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.964833 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:01.965414 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:01.977739 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8b53759-007b-40ca-824b-699abfdc5824 HTTP/1.1" status: 200 len: 1093 time: 3.0892465 Aug 09 11:39:01.978194 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'tag': 'a8b53759-007b-40ca-824b-699abfdc5824'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:02.012957 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-998d0d44-f38e-4a74-a4d7-5a909156f5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.019874 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-998d0d44-f38e-4a74-a4d7-5a909156f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.028988 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc0ade-65ab-47c7-9257-c0a373a3ddc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b53759-007b-40ca-824b-699abfdc5824,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:02.057599 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-998d0d44-f38e-4a74-a4d7-5a909156f5ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56e4ea998f11469baa0aebf046898805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623761 Aug 09 11:39:02.059965 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 32936) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.085171 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d0d44-f38e-4a74-a4d7-5a909156f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb7be8-4bf3-42f8-93ba-ed4b69390091,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:02.144748 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bce1599-1c60-4e03-9abe-0b6af8285b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.159019 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac22091-c1ea-4954-a375-632c309f8e41" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ff55b4-1c17-4578-bc3d-c66febff79c4", "tag": "a8b53759-007b-40ca-824b-699abfdc5824"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:02.180231 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bce1599-1c60-4e03-9abe-0b6af8285b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.266101 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855db84-2d33-4161-82f8-bc1911d71462 req-285dedd1-4871-402d-97b8-945b785b036e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.267607 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b855db84-2d33-4161-82f8-bc1911d71462 req-285dedd1-4871-402d-97b8-945b785b036e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0670424 Aug 09 11:39:02.269358 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2889ee-f0da-423a-8869-b853dd659b08 x-openstack-request-id: req-de2889ee-f0da-423a-8869-b853dd659b08 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:02.269631 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ff55b4-1c17-4578-bc3d-c66febff79c4", "tag": "a8b53759-007b-40ca-824b-699abfdc5824", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:02.269874 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de2889ee-f0da-423a-8869-b853dd659b08 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:02.270377 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'tag': 'a8b53759-007b-40ca-824b-699abfdc5824', 'status': 'completed', 'code': 200} Aug 09 11:39:02.283488 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bce1599-1c60-4e03-9abe-0b6af8285b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.285948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bce1599-1c60-4e03-9abe-0b6af8285b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.287004 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3bce1599-1c60-4e03-9abe-0b6af8285b4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7cb7be8-4bf3-42f8-93ba-ed4b69390091 HTTP/1.1" status: 204 len: 168 time: 0.2260394 Aug 09 11:39:02.306150 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce1599-1c60-4e03-9abe-0b6af8285b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb7be8-4bf3-42f8-93ba-ed4b69390091,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:02.335984 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b855db84-2d33-4161-82f8-bc1911d71462 req-76b2663b-fe78-47d2-b989-49e3f3cf8466 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603938 Aug 09 11:39:02.419235 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-e9707b4a-b461-4a2d-82ca-12a41325f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.421222 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-e9707b4a-b461-4a2d-82ca-12a41325f36a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 1096 time: 0.0804534 Aug 09 11:39:02.518613 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-134a3b54-20b8-4d62-b169-01b5445747f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.520533 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-134a3b54-20b8-4d62-b169-01b5445747f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 1096 time: 0.1127512 Aug 09 11:39:02.531201 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-761da0d5-9960-4226-8ce9-aa96a62cf964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a7883-b808-4f85-a275-6031ea5583e0 HTTP/1.1" status: 200 len: 217 time: 0.0816116 Aug 09 11:39:02.563659 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f442-40ca-4d63-8628-148abaf02414 req-0f5bceb1-d32b-426b-8320-d357bc4821a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.565130 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e089f442-40ca-4d63-8628-148abaf02414 req-0f5bceb1-d32b-426b-8320-d357bc4821a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c033a0c43584da5b3a2c91a38964170&device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0435865 Aug 09 11:39:02.599927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 32950) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.621140 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8f052e1e-d172-4929-921c-5d61fdb72a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.677855 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8a721352-d878-4146-92cd-392e016228ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.679360 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-8a721352-d878-4146-92cd-392e016228ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0654862 Aug 09 11:39:02.703208 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-b804eeeb-a0b2-486d-bcc0-0c9689f9030a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8b53759-007b-40ca-824b-699abfdc5824 HTTP/1.1" status: 200 len: 217 time: 0.1104980 Aug 09 11:39:02.741132 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-42ecdaaf-5c89-4b0c-a203-a9fbd8ddd731 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534782 Aug 09 11:39:02.868797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8f052e1e-d172-4929-921c-5d61fdb72a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.902940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8f052e1e-d172-4929-921c-5d61fdb72a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:02.918386 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-5c401682-a133-4cbb-ad87-8c1ff2dbb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.920128 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-5c401682-a133-4cbb-ad87-8c1ff2dbb075 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1096 time: 0.2886255 Aug 09 11:39:02.934275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-a6ff67d1-0a0b-44d1-b20e-5385adac9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.935763 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-a6ff67d1-0a0b-44d1-b20e-5385adac9e90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.1885090 Aug 09 11:39:02.950323 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f442-40ca-4d63-8628-148abaf02414 req-4803b27a-bbd6-4e5d-9311-43f403e70414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.952679 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e089f442-40ca-4d63-8628-148abaf02414 req-4803b27a-bbd6-4e5d-9311-43f403e70414 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7c033a0c43584da5b3a2c91a38964170&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3223112 Aug 09 11:39:02.966154 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-a94e1d1b-b3ad-4839-b2d0-1701556d1afc service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151127 Aug 09 11:39:02.970031 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8f052e1e-d172-4929-921c-5d61fdb72a0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80e456d25f7c47dfa53dad775c2469d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688822 Aug 09 11:39:02.974022 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 32958) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.974349 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.55', 51465) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:02.974979 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f052e1e-d172-4929-921c-5d61fdb72a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b1a00d-4a4b-4309-bf2d-139308edf7de,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:02.992678 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac4e09-5d85-4557-acad-83780a4148f0 req-9476ecc4-c38d-4827-9614-0e4b835add90 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:02.994256 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c7ac4e09-5d85-4557-acad-83780a4148f0 req-9476ecc4-c38d-4827-9614-0e4b835add90 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.1290300 Aug 09 11:39:03.163160 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-b0a58d37-5335-4568-bf65-49353c05e1c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.2252083 Aug 09 11:39:03.172930 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09bd25-67b9-4a2f-ba99-3e4849924b6b req-207000c2-fdf9-49bb-ac30-52ad06365204 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.174632 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4f09bd25-67b9-4a2f-ba99-3e4849924b6b req-207000c2-fdf9-49bb-ac30-52ad06365204 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.4260027 Aug 09 11:39:03.250138 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c7ac4e09-5d85-4557-acad-83780a4148f0 req-5de91d5d-d750-4132-b483-1b22657f0bcc tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435548 Aug 09 11:39:03.281124 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-ec5a8dd6-5778-4ac8-a898-dfedc141e686 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053560 Aug 09 11:39:03.286013 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ed715fd-64b7-447f-adb9-2e417ea8bc8e req-68c46877-63b3-4771-bf08-ac64c4bf37ba service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823720 Aug 09 11:39:03.290619 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-15d9c63e-9612-4b0a-84f8-e2a2ba926a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.353290 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'tag': '8d8a7883-b808-4f85-a275-6031ea5583e0'}, {'name': 'network-changed', 'server_uuid': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'tag': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:03.355916 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff1385d-be81-447f-b506-d6d92b5ddc05", "tag": "8d8a7883-b808-4f85-a275-6031ea5583e0"}, {"name": "network-changed", "server_uuid": "c9afef8e-b878-4937-9167-f5a7b71b4b83", "tag": "b68bd99a-9f7e-4400-82fb-4eb9834990ae"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:03.366787 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-365c20a1-e899-4c71-a049-97f2c71e21bf tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.368379 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-365c20a1-e899-4c71-a049-97f2c71e21bf tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 816 time: 0.3675332 Aug 09 11:39:03.389284 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-15d9c63e-9612-4b0a-84f8-e2a2ba926a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.419766 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-83b109ce-d9a9-4b9b-8a90-5b6143aecbd3 req-5b0ed9ca-7989-4a63-86a0-e65ebe279cb2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 210 time: 0.0448539 Aug 09 11:39:03.480083 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4f09bd25-67b9-4a2f-ba99-3e4849924b6b req-160ec0de-4bcf-4f6c-a643-b092392db94c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510908 Aug 09 11:39:03.499928 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-3f1dc465-f5a6-4c0a-8553-dc06baf59b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.501843 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-3f1dc465-f5a6-4c0a-8553-dc06baf59b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.3165095 Aug 09 11:39:03.547959 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-23b9ea5b-9409-4200-8fab-0b9ddf7ce150 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 380 time: 0.1241469 Aug 09 11:39:03.548860 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-0e3bbc7d-fd18-462b-be62-1620fe920f27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381122 Aug 09 11:39:03.549415 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-15d9c63e-9612-4b0a-84f8-e2a2ba926a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.552790 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-15d9c63e-9612-4b0a-84f8-e2a2ba926a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.570707 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-15d9c63e-9612-4b0a-84f8-e2a2ba926a10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84b1a00d-4a4b-4309-bf2d-139308edf7de HTTP/1.1" status: 204 len: 168 time: 0.5789785 Aug 09 11:39:03.584975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'port': {'device_id': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'admin_state_up': True, 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'security_groups': ['2f203c08-4318-4882-aaad-1c2461496b89']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:03.634188 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9c63e-9612-4b0a-84f8-e2a2ba926a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b1a00d-4a4b-4309-bf2d-139308edf7de,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:03.651676 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d226f9-012c-4560-a2ba-aa6693b4bd12 x-openstack-request-id: req-d7d226f9-012c-4560-a2ba-aa6693b4bd12 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:03.652147 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff1385d-be81-447f-b506-d6d92b5ddc05", "tag": "8d8a7883-b808-4f85-a275-6031ea5583e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9afef8e-b878-4937-9167-f5a7b71b4b83", "tag": "b68bd99a-9f7e-4400-82fb-4eb9834990ae", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:03.652421 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7d226f9-012c-4560-a2ba-aa6693b4bd12 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:03.652884 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'tag': '8d8a7883-b808-4f85-a275-6031ea5583e0', 'status': 'completed', 'code': 200} Aug 09 11:39:03.653222 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'tag': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae', 'status': 'completed', 'code': 200} Aug 09 11:39:03.675528 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f442-40ca-4d63-8628-148abaf02414 req-3dd42806-87dd-4fe3-a933-ef530e761538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.677436 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e089f442-40ca-4d63-8628-148abaf02414 req-3dd42806-87dd-4fe3-a933-ef530e761538 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4829049 Aug 09 11:39:03.716649 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-de7a069a-4ebc-4fb1-a28f-df74019d7526 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647084 Aug 09 11:39:03.740136 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb97a4b-345e-469f-b624-9ca429511745 req-7a2cbfc6-f239-493e-93bf-34d53307a3e7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.741681 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ccb97a4b-345e-469f-b624-9ca429511745 req-7a2cbfc6-f239-493e-93bf-34d53307a3e7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.1641672 Aug 09 11:39:03.755837 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-ea1bcf69-4bc2-4ada-be72-67e35ddec42a service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861258 Aug 09 11:39:03.793119 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-9a59199c-1754-4a6f-acd5-189ef26ef80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:03.794607 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-9a59199c-1754-4a6f-acd5-189ef26ef80a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 1096 time: 0.0963674 Aug 09 11:39:03.829243 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ccb97a4b-345e-469f-b624-9ca429511745 req-225025dd-7453-446c-b2e6-ba84eaf437d7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652864 Aug 09 11:39:03.839773 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Made reservation on behalf of dd1cfcd71e554729a4c88186edd48375 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:03.843223 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:03.973830 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Allocated IP 172.20.0.14 (f0afb781-699c-48ac-8249-ee1ce562f986/3d9de0c3-8e6b-428c-812a-1387e805c085/29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:04.111062 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:04.123921 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Transition to ACTIVE for port object 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:04.157208 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:04.200969 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Network f0afb781-699c-48ac-8249-ee1ce562f986 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:04.203972 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:04.206291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:39:04.235236 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:04.266297 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:04.266961 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:04.284100 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-221f7170-d0d3-4a67-bde2-9dcbda444a14 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117937 Aug 09 11:39:04.383490 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34c2a3-59d5-4dce-ac9b-a9ab710cfdd4 req-255c911b-03d4-4e16-9294-1a10ed7bb855 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:04.386118 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6b34c2a3-59d5-4dce-ac9b-a9ab710cfdd4 req-255c911b-03d4-4e16-9294-1a10ed7bb855 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0544405 Aug 09 11:39:04.429273 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6b34c2a3-59d5-4dce-ac9b-a9ab710cfdd4 req-26fc44e9-f42f-42a0-93f9-97248802dc3c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364575 Aug 09 11:39:04.531413 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-1d044de9-ed25-4cb3-971a-4fbf16affe21 None None] Provisioning for port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:04.535353 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-1d044de9-ed25-4cb3-971a-4fbf16affe21 None None] Provisioning complete for port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:04.535734 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1d044de9-ed25-4cb3-971a-4fbf16affe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:04.575265 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcb26c-dca4-4d6b-9f38-27006d68ffaf req-5d4a5734-826e-4ba2-8327-ab8ef53c5980 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:04.577246 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d7fcb26c-dca4-4d6b-9f38-27006d68ffaf req-5d4a5734-826e-4ba2-8327-ab8ef53c5980 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 932 time: 0.0706580 Aug 09 11:39:04.579484 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-1d044de9-ed25-4cb3-971a-4fbf16affe21 None None] Port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:39:04.616150 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d7fcb26c-dca4-4d6b-9f38-27006d68ffaf req-2e3c7a0e-58e7-47df-be60-232d9ec796b6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Aug 09 11:39:04.629952 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17ad3-291b-4de7-a680-7cd916170513 req-5adf5276-d814-4e7c-be1a-0fa51b7f950b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:04.631424 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f4d17ad3-291b-4de7-a680-7cd916170513 req-5adf5276-d814-4e7c-be1a-0fa51b7f950b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.0485735 Aug 09 11:39:04.686577 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f4d17ad3-291b-4de7-a680-7cd916170513 req-e14b1840-3a73-4e01-afdb-aa4c6ab2fdb2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Aug 09 11:39:04.940369 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ead34-cc7d-49ed-b6a2-92743032fd85 req-55638105-7fee-4347-99a8-c27b96c8d51a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:04.941753 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-196ead34-cc7d-49ed-b6a2-92743032fd85 req-55638105-7fee-4347-99a8-c27b96c8d51a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0476305 Aug 09 11:39:04.981578 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-196ead34-cc7d-49ed-b6a2-92743032fd85 req-61645c04-b802-4f8a-a0db-c48928a3c6ef tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Aug 09 11:39:05.540201 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd03d2-6be7-4ba8-b49d-d1d6458f82d8 req-de6210df-2a00-4605-8f94-a6b11f2a2df6 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:05.542327 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0ebd03d2-6be7-4ba8-b49d-d1d6458f82d8 req-de6210df-2a00-4605-8f94-a6b11f2a2df6 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0480590 Aug 09 11:39:05.584314 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0ebd03d2-6be7-4ba8-b49d-d1d6458f82d8 req-0ae4f51b-10aa-4e7b-8f78-15c32765e247 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Aug 09 11:39:05.742350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714ffb-e769-42cd-b61e-5c15a0ccb17e req-a4260ce6-760b-494a-93cf-09aa4882ff8b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:05.743933 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-57714ffb-e769-42cd-b61e-5c15a0ccb17e req-a4260ce6-760b-494a-93cf-09aa4882ff8b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 932 time: 0.0498042 Aug 09 11:39:05.787834 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-57714ffb-e769-42cd-b61e-5c15a0ccb17e req-b7b2c63a-7f64-4818-b57c-398794e13477 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350835 Aug 09 11:39:05.796159 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720230-15f0-4899-b5d5-910d7408d196 req-b8a93b44-5de0-4a56-ad5d-6f4cdf097472 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:05.797675 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-aa720230-15f0-4899-b5d5-910d7408d196 req-b8a93b44-5de0-4a56-ad5d-6f4cdf097472 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.0484450 Aug 09 11:39:05.834753 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-aa720230-15f0-4899-b5d5-910d7408d196 req-07bcf3dd-86e2-46e6-b016-d2037938de83 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Aug 09 11:39:06.094967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6a7c2-3691-4e66-866b-8e7a06d302dc req-713716a3-99c1-477c-82e8-2dd4776b04c8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.096415 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ec6a7c2-3691-4e66-866b-8e7a06d302dc req-713716a3-99c1-477c-82e8-2dd4776b04c8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0502572 Aug 09 11:39:06.131854 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6ec6a7c2-3691-4e66-866b-8e7a06d302dc req-9f8335f7-3560-40c3-8796-3b1808153791 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297444 Aug 09 11:39:06.419093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Request body: {'port': {'device_id': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:06.543275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-9178c707-e3e3-4a54-90a4-bd2cd37a263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.544784 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-9178c707-e3e3-4a54-90a4-bd2cd37a263c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c033a0c43584da5b3a2c91a38964170&device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 1096 time: 0.1205764 Aug 09 11:39:06.583206 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:06.605908 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-bc43dca3-dd1e-461f-b45e-99848318f361 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908290 Aug 09 11:39:06.607975 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e7060bf4-4827-43a3-89cd-b65ef8740bf0 req-b6955db4-cc0a-4ba7-a578-23ae988234e2 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375433 Aug 09 11:39:06.609257 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-af81b07b-827c-4092-beb7-8ed50f356beb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 HTTP/1.1" status: 200 len: 217 time: 0.0476871 Aug 09 11:39:06.609384 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-c33d1122-b11a-4f16-b0db-9ce26225a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.610811 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-c33d1122-b11a-4f16-b0db-9ce26225a984 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 914 time: 0.2107332 Aug 09 11:39:06.745274 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9f326-2422-430e-9747-51a38a587a6b req-f62314d2-02b1-43cd-907d-7d4e6e0325ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.746818 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-f62314d2-02b1-43cd-907d-7d4e6e0325ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=216a7dd0-95e4-4b65-9ab5-fafeec813b70 HTTP/1.1" status: 200 len: 851 time: 0.0787458 Aug 09 11:39:06.758059 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778be8db-4957-40d0-ab4e-98d4daed40e8 req-53411c53-722f-4f0e-b395-243a6d8fcdb1 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.759662 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-778be8db-4957-40d0-ab4e-98d4daed40e8 req-53411c53-722f-4f0e-b395-243a6d8fcdb1 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0938826 Aug 09 11:39:06.836385 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-6c34520f-884f-473c-8c36-9762fbe9dde6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10fc56c3-f111-42ed-8846-abafdf1c2b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568490 Aug 09 11:39:06.924512 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-778be8db-4957-40d0-ab4e-98d4daed40e8 req-2b4885fd-8b27-44bd-b70a-5e986d286691 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556938 Aug 09 11:39:06.941399 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-72d66fce-999b-422f-9936-fd8be106fbcf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a7883-b808-4f85-a275-6031ea5583e0 HTTP/1.1" status: 200 len: 217 time: 0.2344120 Aug 09 11:39:06.945923 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-fe262cd3-0322-47ae-a747-079d7bf18e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:06.947943 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-fe262cd3-0322-47ae-a747-079d7bf18e3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 1096 time: 0.1486344 Aug 09 11:39:07.015416 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-e056c575-72b7-422c-bf16-5345375ca2da service neutron] 10.222.0.55 "GET /v2.0/networks/10fc56c3-f111-42ed-8846-abafdf1c2b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634254 Aug 09 11:39:07.106810 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdddb46-49db-44e9-953a-95ac0d7cdc6b req-2310a2a5-bac3-4fce-9006-ee839ec12e44 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.108576 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3fdddb46-49db-44e9-953a-95ac0d7cdc6b req-2310a2a5-bac3-4fce-9006-ee839ec12e44 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 932 time: 0.1756444 Aug 09 11:39:07.112433 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-895c0a3a-599a-45c8-9745-18c2d395cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.114122 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-895c0a3a-599a-45c8-9745-18c2d395cd26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.1572921 Aug 09 11:39:07.175596 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-80d9dc46-a367-4a30-83cf-9a15f99928b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448651 Aug 09 11:39:07.301490 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3fdddb46-49db-44e9-953a-95ac0d7cdc6b req-c7332675-cde1-49e3-9564-d54f44527dd4 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825306 Aug 09 11:39:07.320829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:07.346528 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.364002 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Transition to ACTIVE for port object 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:07.382112 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.471260 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51aab-ebce-41aa-9f40-12b881701ba0 req-4bd15f46-e8b5-4bad-98b1-5e0a062250b9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.479853 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a4c51aab-ebce-41aa-9f40-12b881701ba0 req-4bd15f46-e8b5-4bad-98b1-5e0a062250b9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.4460366 Aug 09 11:39:07.542999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 33134) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:07.550511 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-b5da7384-da18-4d2f-b44b-120788bc7479 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616552 Aug 09 11:39:07.571395 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:07.577831 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a4c51aab-ebce-41aa-9f40-12b881701ba0 req-01381b2c-d623-4b68-a2b7-fbced79dab5b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968130 Aug 09 11:39:07.642934 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5ed9f326-2422-430e-9747-51a38a587a6b req-59674f3d-2d48-4949-b8ad-93312d4fe9ca service neutron] 10.222.0.55 "GET /v2.0/networks/10fc56c3-f111-42ed-8846-abafdf1c2b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083081 Aug 09 11:39:07.645716 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-4cf9a0cc-3406-4e86-b2c2-cae64b8421a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.647122 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-4cf9a0cc-3406-4e86-b2c2-cae64b8421a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.6793895 Aug 09 11:39:07.652446 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89c1bb-a027-436e-83cb-7b52b2b59435 req-a4bb1286-8775-4712-b23c-51ae26e917e3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.654048 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be89c1bb-a027-436e-83cb-7b52b2b59435 req-a4bb1286-8775-4712-b23c-51ae26e917e3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.2226274 Aug 09 11:39:07.700984 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Attempting to bind port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:39:07.701320 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Attempting to bind port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:39:07.701655 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Attempting to bind port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 on network f0afb781-699c-48ac-8249-ee1ce562f986 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:07.719134 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 on network f0afb781-699c-48ac-8249-ee1ce562f986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:39:07.719458 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Attempting to bind port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 on network f0afb781-699c-48ac-8249-ee1ce562f986 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:07.730597 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb5f-1f48-4c71-8ac7-a2d0df21fa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.734576 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be89c1bb-a027-436e-83cb-7b52b2b59435 req-ab0d85e7-fc0f-4d88-8f26-ac8bdbe977d4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Aug 09 11:39:07.736275 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:39:07.736609 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Checking segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:39:07.736976 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Bound using segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:39:07.737393 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Bound port: 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:39:07.737733 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.838450 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:07.841970 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:07.848677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.891491 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:07.892130 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.893604 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 200 len: 1094 time: 1.4857025 Aug 09 11:39:07.894046 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:07.896274 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2" -d '{"events": [{"name": "network-changed", "server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:07.935005 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb5f-1f48-4c71-8ac7-a2d0df21fa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.936801 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8db816-8f7e-4c73-a243-880a1534a388 x-openstack-request-id: req-4a8db816-8f7e-4c73-a243-880a1534a388 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:07.937156 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:07.937366 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a8db816-8f7e-4c73-a243-880a1534a388 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:07.937718 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'status': 'completed', 'code': 200} Aug 09 11:39:07.940975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01404466-d497-4d2d-b8d8-cc862c7812e9 service neutron] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:07.943469 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8f11fb5f-1f48-4c71-8ac7-a2d0df21fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:07.984761 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8f11fb5f-1f48-4c71-8ac7-a2d0df21fa72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c7fa368798a4e4db4b02ae1aad80cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331245 Aug 09 11:39:07.985870 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 33146) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:07.992719 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11fb5f-1f48-4c71-8ac7-a2d0df21fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48e603-0715-4ee1-b07f-915f15aaddc0,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:08.052480 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-be4c7afa-c55c-4203-b438-bdc82c2fa764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.075607 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-be4c7afa-c55c-4203-b438-bdc82c2fa764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.114824 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16bff2-8125-47c2-a205-e6e42475d5e4 req-a47c62cd-f7d4-46cb-9c67-efd8cc43ee28 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:08.117510 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b16bff2-8125-47c2-a205-e6e42475d5e4 req-a47c62cd-f7d4-46cb-9c67-efd8cc43ee28 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0609832 Aug 09 11:39:08.132979 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-be4c7afa-c55c-4203-b438-bdc82c2fa764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.135510 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-be4c7afa-c55c-4203-b438-bdc82c2fa764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.136784 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-be4c7afa-c55c-4203-b438-bdc82c2fa764 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc48e603-0715-4ee1-b07f-915f15aaddc0 HTTP/1.1" status: 204 len: 168 time: 0.1498652 Aug 09 11:39:08.149667 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7afa-c55c-4203-b438-bdc82c2fa764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48e603-0715-4ee1-b07f-915f15aaddc0,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:08.159778 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b16bff2-8125-47c2-a205-e6e42475d5e4 req-7b57e4de-f9f9-4dff-a8be-c40dd446c624 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Aug 09 11:39:08.436058 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 33166) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:08.436669 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a09a9-bd9f-487e-b57a-1072cc07d202 req-f33e2857-7898-4b81-b948-dc8556a4c87b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:08.438193 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6d4a09a9-bd9f-487e-b57a-1072cc07d202 req-f33e2857-7898-4b81-b948-dc8556a4c87b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0532181 Aug 09 11:39:08.449219 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6153f32d-1749-4f01-ab0b-190ff70813ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.476260 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6d4a09a9-bd9f-487e-b57a-1072cc07d202 req-7bda61a7-6ea4-420d-8196-214f88803042 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Aug 09 11:39:08.543651 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6153f32d-1749-4f01-ab0b-190ff70813ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.547110 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6153f32d-1749-4f01-ab0b-190ff70813ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.585654 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-6153f32d-1749-4f01-ab0b-190ff70813ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=365157db1777434fa6970708ac6a0e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485260 Aug 09 11:39:08.586710 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153f32d-1749-4f01-ab0b-190ff70813ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d8aa68-b1b4-4425-b385-dd1e80cc1705,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:08.588930 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 33168) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:08.638869 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b438636b-1d7c-49cf-bedb-8f496321e5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.661170 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b438636b-1d7c-49cf-bedb-8f496321e5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.692672 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9818962-d0a9-4e7c-8c46-0bec67506d16 req-35c359a8-824e-4fa7-89ba-e7467575541c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:08.694253 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e9818962-d0a9-4e7c-8c46-0bec67506d16 req-35c359a8-824e-4fa7-89ba-e7467575541c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.0520594 Aug 09 11:39:08.707912 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b438636b-1d7c-49cf-bedb-8f496321e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.710497 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b438636b-1d7c-49cf-bedb-8f496321e5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:08.711815 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-b438636b-1d7c-49cf-bedb-8f496321e5b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59d8aa68-b1b4-4425-b385-dd1e80cc1705 HTTP/1.1" status: 204 len: 168 time: 0.1217313 Aug 09 11:39:08.721307 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438636b-1d7c-49cf-bedb-8f496321e5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d8aa68-b1b4-4425-b385-dd1e80cc1705,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:08.736696 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e9818962-d0a9-4e7c-8c46-0bec67506d16 req-5c44f0d3-6e9f-4220-89a6-8b496ec02c83 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356278 Aug 09 11:39:08.847052 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412773a-bbc7-469d-8c48-986938a08ffc req-fc0bdf33-15a2-42e2-98de-31ade963a851 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:08.848584 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3412773a-bbc7-469d-8c48-986938a08ffc req-fc0bdf33-15a2-42e2-98de-31ade963a851 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0482254 Aug 09 11:39:08.887509 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3412773a-bbc7-469d-8c48-986938a08ffc req-ef1e1607-01a0-412d-aabf-e797ef4460f8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Aug 09 11:39:09.288236 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079145-e46e-424f-8028-f342bfbbb158 req-ddd1192c-2a3b-42e8-8263-e0a67dfd5977 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:09.289792 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6d079145-e46e-424f-8028-f342bfbbb158 req-ddd1192c-2a3b-42e8-8263-e0a67dfd5977 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0561175 Aug 09 11:39:09.329444 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6d079145-e46e-424f-8028-f342bfbbb158 req-7a9ff5f9-7666-4520-b9cf-ab8c44674f95 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Aug 09 11:39:09.598077 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47600ca-c2bc-43a5-83bb-55766fcf91ea req-8f274540-1763-4df9-98f0-4e422defb2b0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:09.599553 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c47600ca-c2bc-43a5-83bb-55766fcf91ea req-8f274540-1763-4df9-98f0-4e422defb2b0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0522125 Aug 09 11:39:09.638255 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c47600ca-c2bc-43a5-83bb-55766fcf91ea req-da197ff4-48fa-4da7-a73a-654e67cd8f00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323927 Aug 09 11:39:09.853010 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bea20-ca2f-4e21-8a3c-238667a8511e req-dea482de-e742-4b2b-bbaa-193750ff10ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:09.855041 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-222bea20-ca2f-4e21-8a3c-238667a8511e req-dea482de-e742-4b2b-bbaa-193750ff10ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.0495226 Aug 09 11:39:09.892616 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-222bea20-ca2f-4e21-8a3c-238667a8511e req-d00a071e-db05-42ae-afde-0c1d1ae63324 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Aug 09 11:39:09.999579 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5daa3a-5cf2-4682-aac2-0fab70621958 req-7c8b50c0-d7e9-4746-87be-c9110122dda3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.001231 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ac5daa3a-5cf2-4682-aac2-0fab70621958 req-7c8b50c0-d7e9-4746-87be-c9110122dda3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0490551 Aug 09 11:39:10.038888 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ac5daa3a-5cf2-4682-aac2-0fab70621958 req-fd1315ef-1ac8-432e-9772-403dc02806e3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Aug 09 11:39:10.444157 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8428d28-bc58-41bf-9bbb-55dbfa4a3bbb req-941ed355-af91-43fd-a272-3ac7fe08551f tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.445669 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e8428d28-bc58-41bf-9bbb-55dbfa4a3bbb req-941ed355-af91-43fd-a272-3ac7fe08551f tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0479639 Aug 09 11:39:10.490297 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e8428d28-bc58-41bf-9bbb-55dbfa4a3bbb req-b702c4b8-0e9e-444e-a834-abeaf6665cfe tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351858 Aug 09 11:39:10.597368 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-5a600f06-171b-450b-97e0-922c291dfddf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8b53759-007b-40ca-824b-699abfdc5824 HTTP/1.1" status: 200 len: 217 time: 0.0419085 Aug 09 11:39:10.622092 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-2d9b621e-83c3-494d-8bcd-7a9e44ae5b3e service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921175 Aug 09 11:39:10.685414 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-72f18458-bf24-4eee-b49a-fbcdf4928935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.686901 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-72f18458-bf24-4eee-b49a-fbcdf4928935 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0760849 Aug 09 11:39:10.689470 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2 req-db82633c-5c37-4c6e-98c9-d1f1e7555e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.699604 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2 req-db82633c-5c37-4c6e-98c9-d1f1e7555e27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1097 time: 0.0898564 Aug 09 11:39:10.790794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-2eb99a59-dd01-4df3-ab82-cfdbcef24695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.792709 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-2eb99a59-dd01-4df3-ab82-cfdbcef24695 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1096 time: 0.0581322 Aug 09 11:39:10.859341 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2 req-bdd28461-52b5-4f27-93e7-9ec923ba3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.860872 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2 req-bdd28461-52b5-4f27-93e7-9ec923ba3f8c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=dd1cfcd71e554729a4c88186edd48375&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1029813 Aug 09 11:39:10.878071 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-9f1924fb-c5a1-4864-9ec5-28de2eddee81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285939 Aug 09 11:39:10.902930 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050259e1-7124-4a24-8d4c-ffea2bacc5a7 req-9a9bcf92-eea8-4faf-8d47-d93ceac91955 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.904639 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-050259e1-7124-4a24-8d4c-ffea2bacc5a7 req-9a9bcf92-eea8-4faf-8d47-d93ceac91955 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1855977 Aug 09 11:39:10.934345 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-da428255-f133-4491-83b3-44339f47abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:10.935883 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-da428255-f133-4491-83b3-44339f47abad service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.1334543 Aug 09 11:39:10.964145 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-050259e1-7124-4a24-8d4c-ffea2bacc5a7 req-e69caf12-cc57-43bb-adc3-10d260f77a73 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478163 Aug 09 11:39:11.039115 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14be4a-c8e5-45de-859d-4ccc6969e942 req-8d64f505-fdb0-4e7b-8004-5f176a8355e2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:11.047500 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9d14be4a-c8e5-45de-859d-4ccc6969e942 req-8d64f505-fdb0-4e7b-8004-5f176a8355e2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.0776334 Aug 09 11:39:11.113198 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9d14be4a-c8e5-45de-859d-4ccc6969e942 req-bf4e439c-a186-4fc2-9d57-479eb234c917 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643022 Aug 09 11:39:11.169609 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 33280) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.199542 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8f2fa-a225-4b81-b191-caa43a3e524a req-972e4231-70f0-4f9b-b794-96cc05507697 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:11.201040 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cbf8f2fa-a225-4b81-b191-caa43a3e524a req-972e4231-70f0-4f9b-b794-96cc05507697 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0498998 Aug 09 11:39:11.239073 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cbf8f2fa-a225-4b81-b191-caa43a3e524a req-bd5bc3e7-bb83-4a73-8840-8cd5dfb5e581 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Aug 09 11:39:11.272636 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14c11a3e-ead8-4ad1-af8e-41f8b328e87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.364573 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14c11a3e-ead8-4ad1-af8e-41f8b328e87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.368382 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14c11a3e-ead8-4ad1-af8e-41f8b328e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.406360 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-14c11a3e-ead8-4ad1-af8e-41f8b328e87b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a2577c7c87d452989fff8f4547674a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355995 Aug 09 11:39:11.407223 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c11a3e-ead8-4ad1-af8e-41f8b328e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb61b2-06de-4488-8dc8-47ff8a6ad483,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:11.409094 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 33288) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.467945 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a188ffa-b9d3-4ac2-9028-be2c4476d916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.489345 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a188ffa-b9d3-4ac2-9028-be2c4476d916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.537671 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a188ffa-b9d3-4ac2-9028-be2c4476d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.540561 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a188ffa-b9d3-4ac2-9028-be2c4476d916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.542232 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0a188ffa-b9d3-4ac2-9028-be2c4476d916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3cb61b2-06de-4488-8dc8-47ff8a6ad483 HTTP/1.1" status: 204 len: 168 time: 0.1319084 Aug 09 11:39:11.551603 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a188ffa-b9d3-4ac2-9028-be2c4476d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb61b2-06de-4488-8dc8-47ff8a6ad483,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:11.620787 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671989d-0916-4fd1-b308-2b3ef0800794 req-905993b7-a7f5-4ca3-b979-e9539020f6a0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:11.622376 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3671989d-0916-4fd1-b308-2b3ef0800794 req-905993b7-a7f5-4ca3-b979-e9539020f6a0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0545895 Aug 09 11:39:11.660058 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3671989d-0916-4fd1-b308-2b3ef0800794 req-cdd0c5f9-b757-45ef-85a8-c7f6343d5c6a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Aug 09 11:39:11.817012 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 33304) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:11.830338 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e668dc5-af11-4c7f-94fa-00d961569897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.917022 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e668dc5-af11-4c7f-94fa-00d961569897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.920609 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e668dc5-af11-4c7f-94fa-00d961569897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:11.957664 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7e668dc5-af11-4c7f-94fa-00d961569897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1c6fc3f54564a7c9c01c58d5d2c8406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395943 Aug 09 11:39:11.958510 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e668dc5-af11-4c7f-94fa-00d961569897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f62eebb-874f-432b-8725-7d4a72364cd7,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:11.960319 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 33306) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:12.009462 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14a15a7e-d636-4327-83a8-39c29227265c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.029708 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14a15a7e-d636-4327-83a8-39c29227265c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.076456 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14a15a7e-d636-4327-83a8-39c29227265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.077966 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfb7fc-5080-4625-851a-39c1784b1750 req-33664a1c-c797-4992-b16d-5aa63e56c127 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:12.079166 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-14a15a7e-d636-4327-83a8-39c29227265c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.079520 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-98bfb7fc-5080-4625-851a-39c1784b1750 req-33664a1c-c797-4992-b16d-5aa63e56c127 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0526841 Aug 09 11:39:12.080467 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-14a15a7e-d636-4327-83a8-39c29227265c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f62eebb-874f-432b-8725-7d4a72364cd7 HTTP/1.1" status: 204 len: 168 time: 0.1190646 Aug 09 11:39:12.088544 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a15a7e-d636-4327-83a8-39c29227265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f62eebb-874f-432b-8725-7d4a72364cd7,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.122169 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-98bfb7fc-5080-4625-851a-39c1784b1750 req-c281643a-1d02-46fc-81a6-827e351fac6e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360770 Aug 09 11:39:12.232299 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eadaa-6152-4794-b4e7-fe0494ce8938 req-20a2ed06-301d-4c06-a812-0113296a4728 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:12.233796 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-717eadaa-6152-4794-b4e7-fe0494ce8938 req-20a2ed06-301d-4c06-a812-0113296a4728 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 943 time: 0.0517294 Aug 09 11:39:12.284984 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-717eadaa-6152-4794-b4e7-fe0494ce8938 req-b4606619-7d88-4dba-850a-eedc93970c05 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Aug 09 11:39:12.354271 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f032bb-554c-4cf5-8bee-33d142b5b34e req-45fd45d7-889f-4ed0-ae43-c235fd550fe9 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:12.355733 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d4f032bb-554c-4cf5-8bee-33d142b5b34e req-45fd45d7-889f-4ed0-ae43-c235fd550fe9 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 943 time: 0.0493770 Aug 09 11:39:12.399976 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d4f032bb-554c-4cf5-8bee-33d142b5b34e req-5a9cb72a-d971-4475-a77e-65f0fef3aea5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Aug 09 11:39:12.637810 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device a8b53759-007b-40ca-824b-699abfdc5824 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:12.750978 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port a8b53759-007b-40ca-824b-699abfdc5824, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=a8b53759-007b-40ca-824b-699abfdc5824,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:12.762724 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'a8b53759-007b-40ca-824b-699abfdc5824', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'port_id': 'a8b53759-007b-40ca-824b-699abfdc5824', 'mac_address': 'fa:16:3e:bb:fd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:12.778794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3750b-7061-4dea-b004-3db3fca92e32 req-de732683-6c2f-4fdd-9635-38c4517fd34d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:12.781147 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a8b3750b-7061-4dea-b004-3db3fca92e32 req-de732683-6c2f-4fdd-9635-38c4517fd34d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0537934 Aug 09 11:39:12.807596 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.821195 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a8b3750b-7061-4dea-b004-3db3fca92e32 req-d82449d0-10f6-421d-88b4-a0f7277f6dc3 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341311 Aug 09 11:39:12.823719 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b53759-007b-40ca-824b-699abfdc5824 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:12.845728 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port a8b53759-007b-40ca-824b-699abfdc5824, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=a8b53759-007b-40ca-824b-699abfdc5824,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:12.850381 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.851160 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b68bd99a-9f7e-4400-82fb-4eb9834990ae details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:12.917714 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port b68bd99a-9f7e-4400-82fb-4eb9834990ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:12.920082 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=a8b53759-007b-40ca-824b-699abfdc5824,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:12.932237 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae', 'network_id': '3580bf56-5a53-46bd-95be-a70cab4f50f3', 'port_id': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae', 'mac_address': 'fa:16:3e:dd:bc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369127fe-6e2c-45bb-88ed-16bffd1dcc0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:12.969050 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:12.984886 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68bd99a-9f7e-4400-82fb-4eb9834990ae {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:13.004754 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port b68bd99a-9f7e-4400-82fb-4eb9834990ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:13.008645 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.009307 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 8d8a7883-b808-4f85-a275-6031ea5583e0 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:13.099525 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b68bd99a-9f7e-4400-82fb-4eb9834990ae,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:13.140543 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 8d8a7883-b808-4f85-a275-6031ea5583e0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=8d8a7883-b808-4f85-a275-6031ea5583e0,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:13.152336 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '8d8a7883-b808-4f85-a275-6031ea5583e0', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'port_id': '8d8a7883-b808-4f85-a275-6031ea5583e0', 'mac_address': 'fa:16:3e:f0:56:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887433ed-fb8c-4e66-ac10-bf5484834a69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:13.195522 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.209371 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8a7883-b808-4f85-a275-6031ea5583e0 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:13.237155 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 8d8a7883-b808-4f85-a275-6031ea5583e0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=8d8a7883-b808-4f85-a275-6031ea5583e0,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:13.242823 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:13.255331 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2377-c3ec-4b54-99dd-75312cb53102 req-c56258b4-b9dc-4864-8abe-203790715ff9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.256932 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bd8e2377-c3ec-4b54-99dd-75312cb53102 req-c56258b4-b9dc-4864-8abe-203790715ff9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0612922 Aug 09 11:39:13.313438 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=8d8a7883-b808-4f85-a275-6031ea5583e0,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:13.313647 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bd8e2377-c3ec-4b54-99dd-75312cb53102 req-c5981ba5-d94c-4c82-b745-319af73808d9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500872 Aug 09 11:39:13.409318 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b831d1a-1284-473c-84a3-1296e331fd5b req-f2a0beeb-3f1f-4a49-bead-7f8dcca90401 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.410808 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4b831d1a-1284-473c-84a3-1296e331fd5b req-f2a0beeb-3f1f-4a49-bead-7f8dcca90401 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0477157 Aug 09 11:39:13.452820 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4b831d1a-1284-473c-84a3-1296e331fd5b req-47d3e0cb-d0b6-4986-95db-02ea6d81a44c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 09 11:39:13.522422 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd1d2-9c5a-4a48-93aa-ae8ef6c0324b req-1f3fb8db-b153-4f9c-a730-144d3a8d93e6 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.524531 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-194cd1d2-9c5a-4a48-93aa-ae8ef6c0324b req-1f3fb8db-b153-4f9c-a730-144d3a8d93e6 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0536451 Aug 09 11:39:13.600268 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-9ceee7d3-806a-42b5-9e35-743ea0853e1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.0459783 Aug 09 11:39:13.662537 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-dca5ca96-8d3a-4214-aabc-d8d8463b97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.663089 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-194cd1d2-9c5a-4a48-93aa-ae8ef6c0324b req-ffb0aa8d-a485-4e27-b8c5-84448ac83151 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313152 Aug 09 11:39:13.664519 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-dca5ca96-8d3a-4214-aabc-d8d8463b97a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0567071 Aug 09 11:39:13.701163 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-5c005ef7-6eed-4399-a4db-975afe4b4e2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278506 Aug 09 11:39:13.727445 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-51b38801-95d4-421c-bdd9-f4c69fe3df0a service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672068 Aug 09 11:39:13.732149 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2 req-4bf37bba-6244-464f-947e-2cc72ed47770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.733580 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-57fb1cd2-ddbd-4b58-91de-a28157ffffe2 req-4bf37bba-6244-464f-947e-2cc72ed47770 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827631 Aug 09 11:39:13.812152 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-0defecaf-ec6b-4349-b0f4-0457cd33aae8 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007907 Aug 09 11:39:13.885261 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1ac22091-c1ea-4954-a375-632c309f8e41 req-bf0c8870-19f0-4035-a424-090df0f10180 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341345 Aug 09 11:39:13.888040 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-e94ccfda-a20f-46f8-b22a-b9f2b1ec1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.889549 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-e94ccfda-a20f-46f8-b22a-b9f2b1ec1bb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1097 time: 0.0669398 Aug 09 11:39:13.952399 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ba370c1-4814-4e8e-808f-a7cd2b28dec2 req-27710560-433b-4f36-a009-d1cce5aeb360 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313372 Aug 09 11:39:13.973270 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf650-65de-4fb2-a58f-d1095d7fbf33 req-ffcf86e9-443b-4d77-aea3-11edb375a36d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:13.974775 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-46eaf650-65de-4fb2-a58f-d1095d7fbf33 req-ffcf86e9-443b-4d77-aea3-11edb375a36d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0725777 Aug 09 11:39:14.003255 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-8048e0b4-d48b-409a-998e-26c539ba39e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 200 len: 217 time: 0.0657711 Aug 09 11:39:14.023381 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-46eaf650-65de-4fb2-a58f-d1095d7fbf33 req-37e3260e-a490-4f6e-8094-185948027444 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Aug 09 11:39:14.062048 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-5e6981c3-93b1-47b8-9bf7-04645d0e69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:14.063494 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-5e6981c3-93b1-47b8-9bf7-04645d0e69b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0501738 Aug 09 11:39:14.124803 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-9781ad97-1c6c-4142-9f1b-d5eeb361b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:14.126284 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-9781ad97-1c6c-4142-9f1b-d5eeb361b158 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543730 Aug 09 11:39:14.436022 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81bb3-9e13-476f-81d9-6d8f15f3fd6c req-802ca572-2e5f-4600-8cec-c3c968c4c33d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:14.437513 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c6a81bb3-9e13-476f-81d9-6d8f15f3fd6c req-802ca572-2e5f-4600-8cec-c3c968c4c33d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0485051 Aug 09 11:39:14.474801 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c6a81bb3-9e13-476f-81d9-6d8f15f3fd6c req-08a04c92-d3a3-4a24-bc48-ed9819e2aafd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Aug 09 11:39:14.568445 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf233d-8a2e-4b40-8b8b-1e01b73e4474 req-099ee755-e94d-4cd8-b6f7-f0c13dd0b10a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:14.569810 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-addf233d-8a2e-4b40-8b8b-1e01b73e4474 req-099ee755-e94d-4cd8-b6f7-f0c13dd0b10a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0514581 Aug 09 11:39:14.608757 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-addf233d-8a2e-4b40-8b8b-1e01b73e4474 req-7718a983-6b7d-4d2f-ad9d-4c732954419f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Aug 09 11:39:14.781600 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0ead6-c34b-4c75-9128-91981384323f req-5754d344-acd9-4a95-b578-dda46f50d1b6 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:14.783099 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-02f0ead6-c34b-4c75-9128-91981384323f req-5754d344-acd9-4a95-b578-dda46f50d1b6 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0484924 Aug 09 11:39:14.819998 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-02f0ead6-c34b-4c75-9128-91981384323f req-3fe8d2b1-8041-4c7f-a76b-1e15ba66f672 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Aug 09 11:39:15.117254 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-ec16ecf8-2866-4286-b787-86e29bd7d14c service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065137 Aug 09 11:39:15.147470 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94132de0-4ca3-44b5-9a80-cd9035f4079c req-d2a0d0ea-29fd-4433-b9c3-801f9ecc9ff0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:15.148960 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94132de0-4ca3-44b5-9a80-cd9035f4079c req-d2a0d0ea-29fd-4433-b9c3-801f9ecc9ff0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0547922 Aug 09 11:39:15.186200 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94132de0-4ca3-44b5-9a80-cd9035f4079c req-eb225454-e8f4-4154-afb7-418757df186d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Aug 09 11:39:15.590911 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8343109-fff0-4469-a749-fc398ae3ef96 req-5b8560ed-1125-480f-9aa0-5839d30eb213 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:15.592533 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e8343109-fff0-4469-a749-fc398ae3ef96 req-5b8560ed-1125-480f-9aa0-5839d30eb213 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0484815 Aug 09 11:39:15.629763 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e8343109-fff0-4469-a749-fc398ae3ef96 req-2de43d4d-4ee5-4bd1-96fe-c75e611f8344 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Aug 09 11:39:15.717148 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b558e9-2cc8-473c-adbf-7eb4f86175fe req-f74bd135-e43d-4b6a-903d-eb31220503f5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:15.718562 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1b558e9-2cc8-473c-adbf-7eb4f86175fe req-f74bd135-e43d-4b6a-903d-eb31220503f5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0465250 Aug 09 11:39:15.758023 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1b558e9-2cc8-473c-adbf-7eb4f86175fe req-4391df4a-db9e-48a2-89b9-e3f374bd19da tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 09 11:39:15.984601 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79246ca-e4a6-4362-88a4-72a347428ffc req-3367f169-0829-4e0b-8772-28e439c73737 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:15.986065 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f79246ca-e4a6-4362-88a4-72a347428ffc req-3367f169-0829-4e0b-8772-28e439c73737 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.1025503 Aug 09 11:39:16.019362 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-390c2b72-cdc1-4464-a65e-d7a557bafe81 req-94418d6b-a3ac-4e70-b579-2a4eda6853a8 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271763 Aug 09 11:39:16.034972 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f79246ca-e4a6-4362-88a4-72a347428ffc req-be1c1534-8372-43e5-88a4-439aeea7330c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Aug 09 11:39:16.299446 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689cabd-d46c-49c4-868b-ea73da55bc57 req-404a77c8-1b7b-452f-b29b-3747f3d4f0bc tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:16.300849 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c689cabd-d46c-49c4-868b-ea73da55bc57 req-404a77c8-1b7b-452f-b29b-3747f3d4f0bc tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0505664 Aug 09 11:39:16.338319 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c689cabd-d46c-49c4-868b-ea73da55bc57 req-8853076b-dbbf-4e45-b2f0-f66cf4a89503 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Aug 09 11:39:16.745801 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ddb8-cbe5-4c07-8b72-0534731f8a79 req-6e502828-6496-4153-91a9-3e5a2e5b74bb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:16.747287 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1564ddb8-cbe5-4c07-8b72-0534731f8a79 req-6e502828-6496-4153-91a9-3e5a2e5b74bb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0484581 Aug 09 11:39:16.788461 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1564ddb8-cbe5-4c07-8b72-0534731f8a79 req-c5c9f8c2-3627-49e2-ba6a-dc3e307779ef tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339136 Aug 09 11:39:16.874935 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0253c-5baa-4067-931c-a7d0cb94a14d req-1be15d74-e590-4a65-85cf-3ea9d6867ec4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:16.876402 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7ec0253c-5baa-4067-931c-a7d0cb94a14d req-1be15d74-e590-4a65-85cf-3ea9d6867ec4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0472229 Aug 09 11:39:16.913008 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7ec0253c-5baa-4067-931c-a7d0cb94a14d req-3f4c4072-464c-4180-8651-83d6a2b8441e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Aug 09 11:39:16.959267 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['a8b53759-007b-40ca-824b-699abfdc5824'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:17.003377 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:17.084427 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b68bd99a-9f7e-4400-82fb-4eb9834990ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:17.153099 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e5027-a7a1-4afa-bcb6-98480917f205 req-d826d2bc-2147-4e88-b6f1-2953709c2ab0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:17.154582 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c99e5027-a7a1-4afa-bcb6-98480917f205 req-d826d2bc-2147-4e88-b6f1-2953709c2ab0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0512335 Aug 09 11:39:17.197875 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c99e5027-a7a1-4afa-bcb6-98480917f205 req-34702473-b664-47f5-988f-b1c33d4b10e0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Aug 09 11:39:17.455789 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e00a8-2e33-4a56-be99-988e3e92f633 req-485f5fb8-91f4-4456-a175-1fc24119eb9c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:17.457459 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-826e00a8-2e33-4a56-be99-988e3e92f633 req-485f5fb8-91f4-4456-a175-1fc24119eb9c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0476551 Aug 09 11:39:17.495221 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-826e00a8-2e33-4a56-be99-988e3e92f633 req-2ddb2513-54a5-48a6-92fa-76fb60ce203a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Aug 09 11:39:17.918148 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372fbe-558a-47e2-9d92-5dea6081176a req-7232f563-5778-4206-93bc-63ab43b60b07 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:17.919732 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-58372fbe-558a-47e2-9d92-5dea6081176a req-7232f563-5778-4206-93bc-63ab43b60b07 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0483909 Aug 09 11:39:17.963250 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-58372fbe-558a-47e2-9d92-5dea6081176a req-2a151528-4f5c-42ba-a18c-3930cfdc7192 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376449 Aug 09 11:39:18.039416 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a994943-6d5e-4975-9e36-773cfbf84e0b req-bbd847f2-896c-4fc6-83fe-6418f02f5940 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:18.041459 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3a994943-6d5e-4975-9e36-773cfbf84e0b req-bbd847f2-896c-4fc6-83fe-6418f02f5940 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Aug 09 11:39:18.078601 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3a994943-6d5e-4975-9e36-773cfbf84e0b req-e0c54a5b-cd62-44df-b99f-101f085d80e6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Aug 09 11:39:18.311536 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd0092-7b9a-4c94-b570-bdffd0dc9155 req-74a7315e-2b03-4e70-b725-2330db147c8b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:18.313043 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-02bd0092-7b9a-4c94-b570-bdffd0dc9155 req-74a7315e-2b03-4e70-b725-2330db147c8b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0479293 Aug 09 11:39:18.349998 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-02bd0092-7b9a-4c94-b570-bdffd0dc9155 req-29e54fd7-b405-42b1-b1a4-9c93dd06cc52 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Aug 09 11:39:18.606392 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec966-11e8-45e3-919d-ad65d1bd680e req-50877f13-73d3-40e3-90a5-20691c57820c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:18.607966 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-44eec966-11e8-45e3-919d-ad65d1bd680e req-50877f13-73d3-40e3-90a5-20691c57820c tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0467718 Aug 09 11:39:18.645499 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-44eec966-11e8-45e3-919d-ad65d1bd680e req-40770b93-b13d-4b01-9974-9af124ce6653 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Aug 09 11:39:19.086852 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5c620-9fd0-43fa-898c-4861f6befcf3 req-627d37dd-5bdb-4894-aea0-f0458181d82e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:19.088372 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ece5c620-9fd0-43fa-898c-4861f6befcf3 req-627d37dd-5bdb-4894-aea0-f0458181d82e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0514538 Aug 09 11:39:19.126287 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ece5c620-9fd0-43fa-898c-4861f6befcf3 req-92374afc-a8a3-4591-a42d-b972a47b1b53 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Aug 09 11:39:19.197390 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb7d9-c2b1-4d6b-a984-329c2e764e8c req-92dc001c-8c9e-40fb-97c9-7abca4613cc6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:19.198599 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-399fb7d9-c2b1-4d6b-a984-329c2e764e8c req-92dc001c-8c9e-40fb-97c9-7abca4613cc6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0467067 Aug 09 11:39:19.238503 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-399fb7d9-c2b1-4d6b-a984-329c2e764e8c req-10d55d9c-7f8a-415a-a7ea-287de4415001 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Aug 09 11:39:19.460415 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be3c4-eb71-458c-9c85-a766e1b28cff req-e822734e-111d-4a25-ac23-86ccde66b686 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:19.461873 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-455be3c4-eb71-458c-9c85-a766e1b28cff req-e822734e-111d-4a25-ac23-86ccde66b686 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0478368 Aug 09 11:39:19.499486 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-455be3c4-eb71-458c-9c85-a766e1b28cff req-1b60a064-a91c-4fef-abc3-1957d2dcc7b9 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 09 11:39:19.758680 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de6696-2030-48dc-8561-e523fbe4f99f req-40b675c2-3cc1-41e4-b7c4-b38bbe612831 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:19.760114 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a3de6696-2030-48dc-8561-e523fbe4f99f req-40b675c2-3cc1-41e4-b7c4-b38bbe612831 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 943 time: 0.0507596 Aug 09 11:39:19.797184 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a3de6696-2030-48dc-8561-e523fbe4f99f req-62d5d26c-262c-4dc7-a6f5-cec2f33e85fb tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Aug 09 11:39:20.242123 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469da83-e90c-44a7-ade3-3332dec5f0d7 req-3521efdb-4e54-4f9d-be61-76a6f47efeea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:20.244834 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3469da83-e90c-44a7-ade3-3332dec5f0d7 req-3521efdb-4e54-4f9d-be61-76a6f47efeea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0493889 Aug 09 11:39:20.285708 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3469da83-e90c-44a7-ade3-3332dec5f0d7 req-a3e253c1-007f-4e6c-8f09-b0c9859c0fa3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Aug 09 11:39:20.357231 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fc9e8-b5d2-440b-a0e1-78f8a4eb7c32 req-25eb86db-6929-4c46-9fa0-72fdfdc77a33 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:20.358699 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-911fc9e8-b5d2-440b-a0e1-78f8a4eb7c32 req-25eb86db-6929-4c46-9fa0-72fdfdc77a33 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0478404 Aug 09 11:39:20.395035 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-911fc9e8-b5d2-440b-a0e1-78f8a4eb7c32 req-5062bfaf-2f56-415b-b6ff-d824ad68c771 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304055 Aug 09 11:39:20.463142 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:20.489425 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:20.565363 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,segment=NetworkSegment(852fd84f-77c1-4cb9-a0ad-950809606af6),segment_id=852fd84f-77c1-4cb9-a0ad-950809606af6)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:20.575798 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3', 'network_id': '10fc56c3-f111-42ed-8846-abafdf1c2b87', 'port_id': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3', 'mac_address': 'fa:16:3e:95:c7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216a7dd0-95e4-4b65-9ab5-fafeec813b70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:20.612929 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:20.613502 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d47bf4-2731-4a8c-bf62-cf8bebce710a req-b6794425-15b0-4d1c-94ee-9a587b152533 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:20.614953 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-81d47bf4-2731-4a8c-bf62-cf8bebce710a req-b6794425-15b0-4d1c-94ee-9a587b152533 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0508337 Aug 09 11:39:20.625720 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:20.646301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,segment=NetworkSegment(852fd84f-77c1-4cb9-a0ad-950809606af6),segment_id=852fd84f-77c1-4cb9-a0ad-950809606af6)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:20.650925 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:20.658208 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-81d47bf4-2731-4a8c-bf62-cf8bebce710a req-a588afbb-a280-4260-b14f-765d5faf1753 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366800 Aug 09 11:39:20.702877 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:20.907645 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefe7a-ed6c-4ba1-a207-288deedeff79 req-a8fe5100-c20d-4e50-af34-452828f15573 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:20.909018 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9bcefe7a-ed6c-4ba1-a207-288deedeff79 req-a8fe5100-c20d-4e50-af34-452828f15573 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 944 time: 0.0470767 Aug 09 11:39:20.945758 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9bcefe7a-ed6c-4ba1-a207-288deedeff79 req-fba09dd7-c885-4307-844c-6d478617d3b5 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Aug 09 11:39:21.168589 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['ffac71a1-0c6b-4e0b-90d8-7826024bf8f3'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:21.416496 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f8ca-6269-41e8-9604-56b6b990cff4 req-a70e43cc-3307-452e-8b37-5791030c02b2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:21.423616 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-63a3f8ca-6269-41e8-9604-56b6b990cff4 req-a70e43cc-3307-452e-8b37-5791030c02b2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0610373 Aug 09 11:39:21.488363 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-63a3f8ca-6269-41e8-9604-56b6b990cff4 req-bda794c2-56a1-4dea-aa14-07d57772bfa3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612431 Aug 09 11:39:21.532626 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c9147-3d92-4471-99d5-bfe822372caa req-af6415ac-a67b-40b9-abe1-bb40fed70972 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:21.534206 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-236c9147-3d92-4471-99d5-bfe822372caa req-af6415ac-a67b-40b9-abe1-bb40fed70972 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.0512691 Aug 09 11:39:21.577298 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-236c9147-3d92-4471-99d5-bfe822372caa req-afcdecc0-5352-4917-bdf6-b8e0a0b654fd tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369554 Aug 09 11:39:21.772486 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abb2b0-ea89-4798-8a84-8fa44ec1704a req-3f69efc5-7e5e-4c96-8bbf-4beaa47e6471 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:21.774014 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-16abb2b0-ea89-4798-8a84-8fa44ec1704a req-3f69efc5-7e5e-4c96-8bbf-4beaa47e6471 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0488856 Aug 09 11:39:21.812016 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-16abb2b0-ea89-4798-8a84-8fa44ec1704a req-2cb0b3ae-1732-4596-a9bb-ce2ffc70e46f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Aug 09 11:39:21.888468 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fc7d799c-81a9-4965-8abd-dda9249dcf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.059796 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19095c17-7f4f-4d07-b1dc-dd11dbe5d0a0 req-65eb0932-7923-4df9-a0ee-65783927ba3e tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:22.061376 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-19095c17-7f4f-4d07-b1dc-dd11dbe5d0a0 req-65eb0932-7923-4df9-a0ee-65783927ba3e tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 944 time: 0.0491204 Aug 09 11:39:22.099315 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-19095c17-7f4f-4d07-b1dc-dd11dbe5d0a0 req-e4b292f4-e2dc-4906-898a-43abecc7e73b tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Aug 09 11:39:22.466596 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:39:22.478669 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device a8b53759-007b-40ca-824b-699abfdc5824 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:22.592573 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port a8b53759-007b-40ca-824b-699abfdc5824 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:22.601889 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port a8b53759-007b-40ca-824b-699abfdc5824 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:22.602280 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.637013 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:22.659956 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'mac_address': 'fa:16:3e:b8:33:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:39:22.690140 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918da98-3295-4791-aa70-9845db5c0585 req-7451b93e-abc3-459b-965e-8864638ae67a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:22.695764 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b918da98-3295-4791-aa70-9845db5c0585 req-7451b93e-abc3-459b-965e-8864638ae67a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1250498 Aug 09 11:39:22.733394 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.755029 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.757884 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:22.767166 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b918da98-3295-4791-aa70-9845db5c0585 req-3be2f95f-89b5-4a75-85c3-89cc15278602 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651822 Aug 09 11:39:22.780599 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b054aa-e90e-44e3-8000-4e6cdf3bfd07 req-083b21df-4165-47ef-8059-291f953f6d29 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:22.797763 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-24b054aa-e90e-44e3-8000-4e6cdf3bfd07 req-083b21df-4165-47ef-8059-291f953f6d29 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 944 time: 0.1061852 Aug 09 11:39:22.811524 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:22.816209 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b53759-007b-40ca-824b-699abfdc5824'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:22.880111 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-24b054aa-e90e-44e3-8000-4e6cdf3bfd07 req-c3af1bd4-28ff-4aa4-b230-3ac47b354ed1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685093 Aug 09 11:39:22.898545 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.932493 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port a8b53759-007b-40ca-824b-699abfdc5824, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=a8b53759-007b-40ca-824b-699abfdc5824,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:22.943912 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:22.944736 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b68bd99a-9f7e-4400-82fb-4eb9834990ae up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:22.967293 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f2255-5690-4f7a-82d1-a1190f987db3 req-15f82e0e-2ceb-48eb-b98e-fd3000b0a484 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:22.977206 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ef6f2255-5690-4f7a-82d1-a1190f987db3 req-15f82e0e-2ceb-48eb-b98e-fd3000b0a484 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 944 time: 0.0771677 Aug 09 11:39:22.989294 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:23.045109 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ef6f2255-5690-4f7a-82d1-a1190f987db3 req-5f18f701-fcfb-4b94-b0aa-d704fe231b5f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657587 Aug 09 11:39:23.051917 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c728a6b-81a6-4a9d-83bc-3e7866cc2706" -d '{"events": [{"server_uuid": "c5ff55b4-1c17-4578-bc3d-c66febff79c4", "name": "network-vif-plugged", "status": "completed", "tag": "a8b53759-007b-40ca-824b-699abfdc5824"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:23.060458 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=a8b53759-007b-40ca-824b-699abfdc5824,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:23.075349 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port b68bd99a-9f7e-4400-82fb-4eb9834990ae completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:23.079961 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port b68bd99a-9f7e-4400-82fb-4eb9834990ae triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:23.080420 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.158727 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.192128 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port b68bd99a-9f7e-4400-82fb-4eb9834990ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:23.196568 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.197617 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:23.217752 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f09e57-e0eb-49a8-ad67-13adec3132cd x-openstack-request-id: req-71f09e57-e0eb-49a8-ad67-13adec3132cd {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:23.218040 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff55b4-1c17-4578-bc3d-c66febff79c4", "name": "network-vif-plugged", "status": "completed", "tag": "a8b53759-007b-40ca-824b-699abfdc5824", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:23.218292 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71f09e57-e0eb-49a8-ad67-13adec3132cd {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:23.218757 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b53759-007b-40ca-824b-699abfdc5824', 'code': 200} Aug 09 11:39:23.225982 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36669-2cd9-436b-9219-fd7c82496c08 req-0014946b-93b3-480d-bf5f-d32c39f431a5 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:23.227474 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-73b36669-2cd9-436b-9219-fd7c82496c08 req-0014946b-93b3-480d-bf5f-d32c39f431a5 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 944 time: 0.0544684 Aug 09 11:39:23.265733 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-73b36669-2cd9-436b-9219-fd7c82496c08 req-8f2358c2-4f75-4774-9f31-9f923c1e9faa tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Aug 09 11:39:23.277837 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b68bd99a-9f7e-4400-82fb-4eb9834990ae,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:23.287904 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:23.291990 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:23.292413 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.369165 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.409061 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,segment=NetworkSegment(852fd84f-77c1-4cb9-a0ad-950809606af6),segment_id=852fd84f-77c1-4cb9-a0ad-950809606af6)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:23.416038 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.417024 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 8d8a7883-b808-4f85-a275-6031ea5583e0 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:23.508693 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 8d8a7883-b808-4f85-a275-6031ea5583e0 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:23.516337 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 8d8a7883-b808-4f85-a275-6031ea5583e0 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:23.516716 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.518312 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:23.607309 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.643867 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 8d8a7883-b808-4f85-a275-6031ea5583e0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=8d8a7883-b808-4f85-a275-6031ea5583e0,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:23.648230 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:23.699127 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=8d8a7883-b808-4f85-a275-6031ea5583e0,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:23.896660 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995bdb-8cfe-4911-826b-031d26c4037f req-9bbcb6e9-05c8-4808-9375-087e0c0aeaf1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:23.900643 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fe995bdb-8cfe-4911-826b-031d26c4037f req-9bbcb6e9-05c8-4808-9375-087e0c0aeaf1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Aug 09 11:39:23.935370 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fe995bdb-8cfe-4911-826b-031d26c4037f req-ae7bd1fb-4899-4291-8cca-3b65cb9747a2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309184 Aug 09 11:39:23.980264 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87839ed-28cc-4b59-a3c5-c121fd0524aa req-b1689cac-da71-4b34-820b-b0dedf7fd2cb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:23.981713 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d87839ed-28cc-4b59-a3c5-c121fd0524aa req-b1689cac-da71-4b34-820b-b0dedf7fd2cb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0499597 Aug 09 11:39:24.017919 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d87839ed-28cc-4b59-a3c5-c121fd0524aa req-7d487d2c-3c48-4289-9fcb-b0ccfdd072a7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303762 Aug 09 11:39:24.152885 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc26e0a-e966-4b2a-b0ea-7165c057aa6a req-2bb9e846-8236-43f2-ab30-acbefda0f667 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:24.154356 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bcc26e0a-e966-4b2a-b0ea-7165c057aa6a req-2bb9e846-8236-43f2-ab30-acbefda0f667 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0476708 Aug 09 11:39:24.190709 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bcc26e0a-e966-4b2a-b0ea-7165c057aa6a req-e2e5fe58-eb19-4b69-be04-40d232d8608b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Aug 09 11:39:24.375494 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb86196-f593-4164-b0b6-f41d3693e59a req-2e3e816d-c08e-4be8-8602-a259bac88e90 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:24.376872 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ccb86196-f593-4164-b0b6-f41d3693e59a req-2e3e816d-c08e-4be8-8602-a259bac88e90 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0457101 Aug 09 11:39:24.412979 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ccb86196-f593-4164-b0b6-f41d3693e59a req-24f2135c-0eff-43ca-8e71-ef87907a1b58 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Aug 09 11:39:24.549466 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5d19443a-9302-4920-8a87-538899005bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:24.715966 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:25.055734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d89be-68e4-4110-9028-ed70eba8b4ea req-ee578dd6-2cd3-41e0-9466-06f7ce287a4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:25.057872 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dd5d89be-68e4-4110-9028-ed70eba8b4ea req-ee578dd6-2cd3-41e0-9466-06f7ce287a4f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0523758 Aug 09 11:39:25.096637 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dd5d89be-68e4-4110-9028-ed70eba8b4ea req-90622c05-8244-4a98-9b5a-c8db1bbdac96 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Aug 09 11:39:25.131846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b021ff-c19c-45b9-912e-9c7a06f8ad92 req-16419334-3485-450b-9a0e-d00a0d84754d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:25.133329 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-32b021ff-c19c-45b9-912e-9c7a06f8ad92 req-16419334-3485-450b-9a0e-d00a0d84754d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0503826 Aug 09 11:39:25.170578 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-32b021ff-c19c-45b9-912e-9c7a06f8ad92 req-04c8e96e-1f83-4874-b862-12b910ec80f5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Aug 09 11:39:25.220692 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae'}, {'server_uuid': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3'}, {'server_uuid': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a7883-b808-4f85-a275-6031ea5583e0'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:25.223423 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046626f8-88f9-4c77-875a-74c16fc0a10d" -d '{"events": [{"server_uuid": "c9afef8e-b878-4937-9167-f5a7b71b4b83", "name": "network-vif-plugged", "status": "completed", "tag": "b68bd99a-9f7e-4400-82fb-4eb9834990ae"}, {"server_uuid": "5404889c-3914-43e6-80dc-e047e0d5c7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ffac71a1-0c6b-4e0b-90d8-7826024bf8f3"}, {"server_uuid": "2ff1385d-be81-447f-b506-d6d92b5ddc05", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a7883-b808-4f85-a275-6031ea5583e0"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:25.274328 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09459bf-df37-4fda-a4ec-e6ded19a5e1e x-openstack-request-id: req-a09459bf-df37-4fda-a4ec-e6ded19a5e1e {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:25.275318 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afef8e-b878-4937-9167-f5a7b71b4b83", "name": "network-vif-plugged", "status": "completed", "tag": "b68bd99a-9f7e-4400-82fb-4eb9834990ae", "code": 200}, {"server_uuid": "5404889c-3914-43e6-80dc-e047e0d5c7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ffac71a1-0c6b-4e0b-90d8-7826024bf8f3", "code": 200}, {"server_uuid": "2ff1385d-be81-447f-b506-d6d92b5ddc05", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a7883-b808-4f85-a275-6031ea5583e0", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:25.275635 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a09459bf-df37-4fda-a4ec-e6ded19a5e1e {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:25.276107 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae', 'code': 200} Aug 09 11:39:25.276453 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3', 'code': 200} Aug 09 11:39:25.276699 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a7883-b808-4f85-a275-6031ea5583e0', 'code': 200} Aug 09 11:39:25.317298 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f93c0-fe46-4bd6-bddf-79782af950fd req-9aff1ea6-164e-4b2f-a77c-931ceb830f9e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:25.318744 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de1f93c0-fe46-4bd6-bddf-79782af950fd req-9aff1ea6-164e-4b2f-a77c-931ceb830f9e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0511484 Aug 09 11:39:25.355710 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de1f93c0-fe46-4bd6-bddf-79782af950fd req-7fb89f7f-c5a6-4dc2-b3de-a3cf9e32dbae tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302289 Aug 09 11:39:25.529708 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d885a-88b5-4786-bab5-bbf242fc5925 req-01847a56-8661-4a28-8250-493efc79c3ce tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:25.531281 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-155d885a-88b5-4786-bab5-bbf242fc5925 req-01847a56-8661-4a28-8250-493efc79c3ce tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0530965 Aug 09 11:39:25.568213 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-155d885a-88b5-4786-bab5-bbf242fc5925 req-33befa5d-beb5-4f28-9739-7bb662e4320d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Aug 09 11:39:25.636722 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.086136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:26.265803 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9fc14-6e00-4ad1-83a8-25c5828444b0 req-4363b63a-df5e-443d-b381-e31c3ae9ac41 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.273242 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-17a9fc14-6e00-4ad1-83a8-25c5828444b0 req-4363b63a-df5e-443d-b381-e31c3ae9ac41 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0997868 Aug 09 11:39:26.331121 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-17a9fc14-6e00-4ad1-83a8-25c5828444b0 req-7374fd06-83ad-47ff-993d-8d29ca1a876e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569365 Aug 09 11:39:26.412877 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751666a2-416a-4ace-945a-db1601aa78ed req-d21c1cb0-e7cb-4b15-b3c8-d5e82d24d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.415700 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-751666a2-416a-4ace-945a-db1601aa78ed req-d21c1cb0-e7cb-4b15-b3c8-d5e82d24d2c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 1098 time: 0.1632495 Aug 09 11:39:26.453036 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-4c9cfd73-c8d4-4a63-841d-fda2a09c36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.454664 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-4c9cfd73-c8d4-4a63-841d-fda2a09c36ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 1098 time: 0.1362121 Aug 09 11:39:26.455239 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-751666a2-416a-4ace-945a-db1601aa78ed req-e195088b-80a8-4c64-a4c2-55fa1f1b691a service neutron] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.457718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-d24198aa-9277-4930-9261-7673c90c7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.459103 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-d24198aa-9277-4930-9261-7673c90c7008 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.1023149 Aug 09 11:39:26.460567 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-cf6adf30-9dfe-4294-b005-3c3546cca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.462571 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-cf6adf30-9dfe-4294-b005-3c3546cca332 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 1098 time: 0.1012626 Aug 09 11:39:26.475123 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80edf9-a564-475f-8c97-c44f6f6baa76 req-9ef36d0c-b3f2-4216-9d89-7e98300d3dd9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.476541 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5a80edf9-a564-475f-8c97-c44f6f6baa76 req-9ef36d0c-b3f2-4216-9d89-7e98300d3dd9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1609607 Aug 09 11:39:26.493511 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-5ec39953-ed87-45dd-bac0-c155aca9310c service neutron] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.506136 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-d3663ba2-5677-4c34-912a-a9f3f42552dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.507645 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-acf963dc-d59a-46e8-b441-cc03977c3e9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.536068 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4ef80-7c3b-4444-9a27-93aeca587df3 req-da29163f-5afa-4692-aa31-4e8ae825ff50 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.537611 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8cb4ef80-7c3b-4444-9a27-93aeca587df3 req-da29163f-5afa-4692-aa31-4e8ae825ff50 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.1044867 Aug 09 11:39:26.563776 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5a80edf9-a564-475f-8c97-c44f6f6baa76 req-5cdd1e7f-226c-4911-8d80-11b20bb1e0e0 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780883 Aug 09 11:39:26.577352 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8cb4ef80-7c3b-4444-9a27-93aeca587df3 req-3a623e82-684e-49d8-8fde-931a2e46d8d3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Aug 09 11:39:26.627889 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-751666a2-416a-4ace-945a-db1601aa78ed req-e195088b-80a8-4c64-a4c2-55fa1f1b691a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.632057 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-751666a2-416a-4ace-945a-db1601aa78ed req-e195088b-80a8-4c64-a4c2-55fa1f1b691a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:26.660666 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.db.api [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-5ec39953-ed87-45dd-bac0-c155aca9310c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b9d760d54ed746f5a08cd10d78299ce2 {{(pid=99940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:39:26.661010 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG oslo_db.api [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-5ec39953-ed87-45dd-bac0-c155aca9310c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:39:26.685376 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-751666a2-416a-4ace-945a-db1601aa78ed req-e195088b-80a8-4c64-a4c2-55fa1f1b691a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595463 Aug 09 11:39:26.688974 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.db.api [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-acf963dc-d59a-46e8-b441-cc03977c3e9d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b9d760d54ed746f5a08cd10d78299ce2 {{(pid=99940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:39:26.689328 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG oslo_db.api [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-acf963dc-d59a-46e8-b441-cc03977c3e9d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:39:26.713544 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195088b-80a8-4c64-a4c2-55fa1f1b691a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb7ffb8-f461-46fb-ae53-574760526f5e,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:26.737743 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a6672-5270-4ed7-ae0c-cdc12ba7f0ba req-319d7d7e-bce9-4bc9-ac14-8a2c141569e0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:26.739228 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2f1a6672-5270-4ed7-ae0c-cdc12ba7f0ba req-319d7d7e-bce9-4bc9-ac14-8a2c141569e0 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0927651 Aug 09 11:39:26.745951 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.db.api [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-d3663ba2-5677-4c34-912a-a9f3f42552dc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b9d760d54ed746f5a08cd10d78299ce2 {{(pid=99939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 11:39:26.746340 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG oslo_db.api [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-d3663ba2-5677-4c34-912a-a9f3f42552dc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 11:39:26.779426 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2f1a6672-5270-4ed7-ae0c-cdc12ba7f0ba req-e302b905-8f63-4891-a1a2-6b6c56eb19dc tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Aug 09 11:39:27.161835 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-5ec39953-ed87-45dd-bac0-c155aca9310c service neutron] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.182832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.202885 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-acf963dc-d59a-46e8-b441-cc03977c3e9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.247410 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-d3663ba2-5677-4c34-912a-a9f3f42552dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.280611 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c00d2d58-8612-40b9-8c44-17af56bad4fb req-5ec39953-ed87-45dd-bac0-c155aca9310c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8081844 Aug 09 11:39:27.315414 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-217fdddb-8af5-4d42-b2f3-2129a1e5b9d7 req-acf963dc-d59a-46e8-b441-cc03977c3e9d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8357000 Aug 09 11:39:27.332836 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-96923626-e4dd-4de4-8c7c-0f75834c176b req-d3663ba2-5677-4c34-912a-a9f3f42552dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8553355 Aug 09 11:39:27.459247 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ea5a-0c15-4c82-bf92-449e300efa21 req-35c7a762-0503-4bf8-95f1-73fbe1f9cd13 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:27.460756 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3767ea5a-0c15-4c82-bf92-449e300efa21 req-35c7a762-0503-4bf8-95f1-73fbe1f9cd13 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0525222 Aug 09 11:39:27.499224 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3767ea5a-0c15-4c82-bf92-449e300efa21 req-0f62875b-7d23-4571-a9c3-a576891d9cf0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 09 11:39:27.685801 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4dcef-d9ec-447f-a136-aa1a64ca1933 req-5ab23ebf-c5d1-4d23-93b3-88bb4f24cfdc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:27.692800 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-86e4dcef-d9ec-447f-a136-aa1a64ca1933 req-5ab23ebf-c5d1-4d23-93b3-88bb4f24cfdc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0604956 Aug 09 11:39:27.731869 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-86e4dcef-d9ec-447f-a136-aa1a64ca1933 req-bf5039cd-2e74-4942-82c1-01619eced577 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Aug 09 11:39:27.738081 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 33782) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:27.872095 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-176fd26a-eb48-4e97-8cd9-33a7c9de31ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:27.902858 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9f1df-3b05-440e-b0ab-af143c84785b req-42516c5d-257d-4de5-bdbe-e6656596a035 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:27.904437 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-84c9f1df-3b05-440e-b0ab-af143c84785b req-42516c5d-257d-4de5-bdbe-e6656596a035 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.2521670 Aug 09 11:39:27.925788 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:39:27.947817 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-84c9f1df-3b05-440e-b0ab-af143c84785b req-f4bfa7c5-e993-4ebd-893d-80b25b12f141 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Aug 09 11:39:27.979597 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:39:27.983764 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:39:27.984075 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.060386 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.095032 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:28.095692 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977bc57-d838-4ede-87c3-8f5fe3a0037f req-58fc4ca6-52d9-4781-978d-94ddca28d566 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:28.095905 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:28.097221 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6977bc57-d838-4ede-87c3-8f5fe3a0037f req-58fc4ca6-52d9-4781-978d-94ddca28d566 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.2450464 Aug 09 11:39:28.098355 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f27f081-5d41-4503-91ef-0e9d1af74d8d" -d '{"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-plugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:28.104777 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.150818 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74276f2e-3b74-4d55-a5dc-9173d2c3edd0 x-openstack-request-id: req-74276f2e-3b74-4d55-a5dc-9173d2c3edd0 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:28.151121 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-plugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:28.151372 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74276f2e-3b74-4d55-a5dc-9173d2c3edd0 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:28.151764 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'code': 200} Aug 09 11:39:28.161773 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:28.181511 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6977bc57-d838-4ede-87c3-8f5fe3a0037f req-c9b5052d-5489-4bd6-9230-54bf2dd3d93b tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657768 Aug 09 11:39:28.217470 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-176fd26a-eb48-4e97-8cd9-33a7c9de31ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.221041 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-176fd26a-eb48-4e97-8cd9-33a7c9de31ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.259291 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fd26a-eb48-4e97-8cd9-33a7c9de31ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bcf7de-57db-42f5-a240-d9b5ae2d1f7f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:28.264427 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-176fd26a-eb48-4e97-8cd9-33a7c9de31ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=902bf756edc84b07a514ab25424e85c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252359 Aug 09 11:39:28.267360 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 33800) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:28.335328 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c19422a1-425b-42c1-ab47-b96debcd4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.362125 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:39:28.371990 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c19422a1-425b-42c1-ab47-b96debcd4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.437872 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c19422a1-425b-42c1-ab47-b96debcd4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.440757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c19422a1-425b-42c1-ab47-b96debcd4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.441886 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c19422a1-425b-42c1-ab47-b96debcd4c43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4bcf7de-57db-42f5-a240-d9b5ae2d1f7f HTTP/1.1" status: 204 len: 168 time: 0.1735673 Aug 09 11:39:28.452649 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19422a1-425b-42c1-ab47-b96debcd4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bcf7de-57db-42f5-a240-d9b5ae2d1f7f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:28.511743 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace774e7-de3d-4c54-b14b-98c365157cdb req-266f1bb3-59c3-49b3-8b1a-40b3b9bc6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:28.513572 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ace774e7-de3d-4c54-b14b-98c365157cdb req-266f1bb3-59c3-49b3-8b1a-40b3b9bc6d97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1099 time: 0.0584893 Aug 09 11:39:28.560676 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ace774e7-de3d-4c54-b14b-98c365157cdb req-8080ce47-451c-41fa-abde-ceb5bf85a487 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378561 Aug 09 11:39:28.654529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2af8-394f-4b2c-a4b0-4c18f9a78161 req-518d245f-1176-40d4-aaaf-2cd3b6f7bdea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:28.656341 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-990a2af8-394f-4b2c-a4b0-4c18f9a78161 req-518d245f-1176-40d4-aaaf-2cd3b6f7bdea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0579951 Aug 09 11:39:28.702645 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-990a2af8-394f-4b2c-a4b0-4c18f9a78161 req-838b9814-bf32-44a7-8234-aca7a4759b53 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Aug 09 11:39:28.814813 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 33832) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:28.831584 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7b13f63b-69b2-4201-b543-cc898b463624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.856505 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fcb06-f774-4b07-bdee-c86f66a56c1e req-8ce66fa3-6a2e-44a0-bd59-1c9bdab899c9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:28.857943 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-841fcb06-f774-4b07-bdee-c86f66a56c1e req-8ce66fa3-6a2e-44a0-bd59-1c9bdab899c9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Aug 09 11:39:28.895285 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-841fcb06-f774-4b07-bdee-c86f66a56c1e req-477cd790-07f7-403d-a85c-1d787fece2dd tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Aug 09 11:39:28.919529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7b13f63b-69b2-4201-b543-cc898b463624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.923252 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7b13f63b-69b2-4201-b543-cc898b463624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:28.959347 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7b13f63b-69b2-4201-b543-cc898b463624 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f2f2a7d87f6462ba8fcc260f33dac28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430945 Aug 09 11:39:28.960272 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13f63b-69b2-4201-b543-cc898b463624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb4c388-44c1-42db-a02a-71f6db38dcb4,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:28.962725 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 33834) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:29.011509 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-92f44238-f6f3-441d-a38b-a3523c9a08ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.032465 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-92f44238-f6f3-441d-a38b-a3523c9a08ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.061429 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2be2d-18c9-4f5b-a95d-4a644a6cf8a7 req-7c627a24-2962-41bb-b8fb-11edbe33565f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:29.062883 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fda2be2d-18c9-4f5b-a95d-4a644a6cf8a7 req-7c627a24-2962-41bb-b8fb-11edbe33565f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0462296 Aug 09 11:39:29.078438 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-92f44238-f6f3-441d-a38b-a3523c9a08ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.081138 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-92f44238-f6f3-441d-a38b-a3523c9a08ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:29.082283 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-92f44238-f6f3-441d-a38b-a3523c9a08ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bb4c388-44c1-42db-a02a-71f6db38dcb4 HTTP/1.1" status: 204 len: 168 time: 0.1185021 Aug 09 11:39:29.093115 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f44238-f6f3-441d-a38b-a3523c9a08ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb4c388-44c1-42db-a02a-71f6db38dcb4,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:29.106316 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fda2be2d-18c9-4f5b-a95d-4a644a6cf8a7 req-cf6cd93e-a7f1-474f-82e2-e3f980079a93 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Aug 09 11:39:29.298330 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6358396-0508-4ed1-b525-2b6571663a86 req-a17158f2-555d-4a46-b642-2c68e4a0503f tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:29.299749 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f6358396-0508-4ed1-b525-2b6571663a86 req-a17158f2-555d-4a46-b642-2c68e4a0503f tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0502720 Aug 09 11:39:29.342530 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f6358396-0508-4ed1-b525-2b6571663a86 req-a56353a1-8bee-4614-b6bd-72a38c48b0ed tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367076 Aug 09 11:39:29.825722 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bda10-5461-4a70-9eee-ca1540a69f20 req-af022efe-7775-4016-9ee9-1fa5479767fd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:29.827212 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6e4bda10-5461-4a70-9eee-ca1540a69f20 req-af022efe-7775-4016-9ee9-1fa5479767fd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Aug 09 11:39:29.870525 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6e4bda10-5461-4a70-9eee-ca1540a69f20 req-cb1fc37f-1d9b-4438-9de6-8bfbc367227a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370173 Aug 09 11:39:30.007630 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf7928-50a2-43a7-9844-713c92506774 req-0f7386b5-5dc2-45e0-8441-27b9d09780fa tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:30.009250 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2cdf7928-50a2-43a7-9844-713c92506774 req-0f7386b5-5dc2-45e0-8441-27b9d09780fa tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0479076 Aug 09 11:39:30.047714 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2cdf7928-50a2-43a7-9844-713c92506774 req-b6f555c3-004d-4b38-867d-25626461e064 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Aug 09 11:39:30.218277 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460a0b3-2660-4510-9982-5d1f3b9995f1 req-7e1eb65e-797d-44b3-ad86-811dbe8de0b3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:30.219725 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6460a0b3-2660-4510-9982-5d1f3b9995f1 req-7e1eb65e-797d-44b3-ad86-811dbe8de0b3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0474882 Aug 09 11:39:30.256926 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6460a0b3-2660-4510-9982-5d1f3b9995f1 req-a9bcf54d-ffba-41cc-b615-4605a86fbc50 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 09 11:39:30.458992 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086ee2-e673-4174-971c-c35bc8b569ed req-8adb2b24-ce7a-4f4c-b5ac-775d6e2abd1a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:30.458992 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-80086ee2-e673-4174-971c-c35bc8b569ed req-8adb2b24-ce7a-4f4c-b5ac-775d6e2abd1a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Aug 09 11:39:30.499954 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-80086ee2-e673-4174-971c-c35bc8b569ed req-ececee7b-2cbc-49de-a663-a1d6a24769ec tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Aug 09 11:39:30.986842 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4211898-11ef-46fc-bf99-77bccd31ccec req-c632214d-0023-4752-ba8b-313e4d4a28bc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:30.988354 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a4211898-11ef-46fc-bf99-77bccd31ccec req-c632214d-0023-4752-ba8b-313e4d4a28bc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0475380 Aug 09 11:39:31.023696 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a4211898-11ef-46fc-bf99-77bccd31ccec req-186427e3-050a-4ed2-98c4-c6e457a867fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295560 Aug 09 11:39:31.160584 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f46e32-c68c-4629-aeb3-6dc9ea69a67d req-23ebc816-ec21-4dec-99ec-473f86f1c63d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:31.161937 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-94f46e32-c68c-4629-aeb3-6dc9ea69a67d req-23ebc816-ec21-4dec-99ec-473f86f1c63d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0493023 Aug 09 11:39:31.199161 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-94f46e32-c68c-4629-aeb3-6dc9ea69a67d req-26ad2268-5ece-41cb-ad9b-7bca249b9c61 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307229 Aug 09 11:39:31.370768 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aa943-e040-4ae4-a07e-f3fdf5b9b2ae req-6cc46028-a10d-4e08-b951-bef9d69a9dea tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:31.372243 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1d7aa943-e040-4ae4-a07e-f3fdf5b9b2ae req-6cc46028-a10d-4e08-b951-bef9d69a9dea tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0464566 Aug 09 11:39:31.415143 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1d7aa943-e040-4ae4-a07e-f3fdf5b9b2ae req-fa15cef0-26b2-4867-90d1-c7b870db88e5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Aug 09 11:39:31.609759 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322bfb7-2592-478e-902e-48cfa31b831d req-82ebc037-1008-419a-886c-e14175bc0339 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:31.611203 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6322bfb7-2592-478e-902e-48cfa31b831d req-82ebc037-1008-419a-886c-e14175bc0339 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0466897 Aug 09 11:39:31.648505 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6322bfb7-2592-478e-902e-48cfa31b831d req-49dc694b-6aa7-43b0-86b8-a1337891bfc2 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Aug 09 11:39:32.138614 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb9e68-1dd2-4750-be92-60a65e907d36 req-91ac8f63-32ff-42c9-a0cb-f78eb88190c3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:32.140077 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1ffb9e68-1dd2-4750-be92-60a65e907d36 req-91ac8f63-32ff-42c9-a0cb-f78eb88190c3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0471842 Aug 09 11:39:32.176358 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1ffb9e68-1dd2-4750-be92-60a65e907d36 req-85fe37fb-03dd-49ce-a01e-a184c9366064 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305555 Aug 09 11:39:32.310001 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1914fb-8420-4da0-9582-75a31d94fa43 req-c727ead1-a4bc-4e60-8d60-a1d8be96e041 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:32.311506 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bf1914fb-8420-4da0-9582-75a31d94fa43 req-c727ead1-a4bc-4e60-8d60-a1d8be96e041 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Aug 09 11:39:32.348855 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bf1914fb-8420-4da0-9582-75a31d94fa43 req-219206fd-374c-4389-a194-b7d2f17f86a1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 09 11:39:32.534300 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169abb-a445-400b-9442-47a2cf12cea5 req-a692f3a1-4647-4ab1-8a86-4cae2e380a48 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:32.535779 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d7169abb-a445-400b-9442-47a2cf12cea5 req-a692f3a1-4647-4ab1-8a86-4cae2e380a48 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0558803 Aug 09 11:39:32.576343 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d7169abb-a445-400b-9442-47a2cf12cea5 req-c8252dba-b032-4d3c-8ebf-527feb0ce74f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Aug 09 11:39:32.767566 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d8a18-2451-4c06-8bca-1bc2d9c01c49 req-efc20739-f235-4d92-876b-c2023a588cd7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:32.769059 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e0d8a18-2451-4c06-8bca-1bc2d9c01c49 req-efc20739-f235-4d92-876b-c2023a588cd7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0527630 Aug 09 11:39:32.807713 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e0d8a18-2451-4c06-8bca-1bc2d9c01c49 req-0e258322-f3bb-4c7f-bcab-510c60590023 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Aug 09 11:39:33.291836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb3777-f991-4766-bbe2-80fda266fbb0 req-a41f9017-c86e-4952-bf31-18698383e07c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:33.293236 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-41cb3777-f991-4766-bbe2-80fda266fbb0 req-a41f9017-c86e-4952-bf31-18698383e07c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0462379 Aug 09 11:39:33.348199 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-41cb3777-f991-4766-bbe2-80fda266fbb0 req-f08ff289-08e4-4be6-b644-88484ea5a5d5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Aug 09 11:39:33.462325 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a33b6-a068-40d4-a4f2-9ecc9862fc09 req-51ef9545-c1bc-45b3-9652-46b9a6e9d4bb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:33.463804 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-130a33b6-a068-40d4-a4f2-9ecc9862fc09 req-51ef9545-c1bc-45b3-9652-46b9a6e9d4bb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0494514 Aug 09 11:39:33.503060 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-130a33b6-a068-40d4-a4f2-9ecc9862fc09 req-3c5872bc-31cf-45fe-94e4-d7df08a2c1a7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Aug 09 11:39:33.689292 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6a95-b712-44ac-9d51-dded9fa68221 req-b988f61a-5bc2-4fd1-bc2c-72556a5d8908 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:33.690746 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-632f6a95-b712-44ac-9d51-dded9fa68221 req-b988f61a-5bc2-4fd1-bc2c-72556a5d8908 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0469091 Aug 09 11:39:33.729951 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-632f6a95-b712-44ac-9d51-dded9fa68221 req-2c5fd169-96d9-4679-b1ce-b6185d2442f5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Aug 09 11:39:33.928268 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30641-365d-4458-9bfd-dc215d286ea3 req-3183fc39-bb41-4ad4-9098-f75ddaa18428 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:33.929733 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d9f30641-365d-4458-9bfd-dc215d286ea3 req-3183fc39-bb41-4ad4-9098-f75ddaa18428 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0472176 Aug 09 11:39:33.966377 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d9f30641-365d-4458-9bfd-dc215d286ea3 req-65efa1a7-8537-4430-937e-41ae007bc90d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308309 Aug 09 11:39:34.456483 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac50d45-fb7c-4829-832b-1b39a2d0ee44 req-f90df354-5a7e-47e2-832d-c915b2261b59 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:34.457922 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8ac50d45-fb7c-4829-832b-1b39a2d0ee44 req-f90df354-5a7e-47e2-832d-c915b2261b59 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0460443 Aug 09 11:39:34.494080 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8ac50d45-fb7c-4829-832b-1b39a2d0ee44 req-e8ed330e-f754-47dd-bf5b-f612e9cb8ad6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297585 Aug 09 11:39:34.616061 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fd9c7-de7f-4bc3-ba44-60f4d63b3934 req-aaeb5e3e-f17a-4c3b-bf9a-94f76dd0fcf6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:34.617525 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-800fd9c7-de7f-4bc3-ba44-60f4d63b3934 req-aaeb5e3e-f17a-4c3b-bf9a-94f76dd0fcf6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Aug 09 11:39:34.654150 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-800fd9c7-de7f-4bc3-ba44-60f4d63b3934 req-26173499-a73f-4b2e-b76e-52d21f5d8075 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302584 Aug 09 11:39:34.848880 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b008492-1b25-4e22-bf3b-f0e56202fcd2 req-4d4d7d61-494c-435f-83f1-88f4f7548fbe tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:34.850453 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5b008492-1b25-4e22-bf3b-f0e56202fcd2 req-4d4d7d61-494c-435f-83f1-88f4f7548fbe tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0556560 Aug 09 11:39:34.891547 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5b008492-1b25-4e22-bf3b-f0e56202fcd2 req-e1409e3e-7a94-4465-93b4-861d112d4e07 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Aug 09 11:39:35.076942 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4854d9-bec0-4264-aeb5-2f9baeb06888 req-ebc0932c-3ae0-4240-85d1-0a3049a99b98 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:35.078398 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b4854d9-bec0-4264-aeb5-2f9baeb06888 req-ebc0932c-3ae0-4240-85d1-0a3049a99b98 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0474124 Aug 09 11:39:35.116542 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b4854d9-bec0-4264-aeb5-2f9baeb06888 req-790d77d2-f976-4fca-97f1-a2f184a96290 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Aug 09 11:39:35.610712 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5afb11-fdfc-43eb-bbc0-87611b4a11c7 req-b50d5d84-1045-42d1-939c-2862faed7d82 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:35.612166 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bf5afb11-fdfc-43eb-bbc0-87611b4a11c7 req-b50d5d84-1045-42d1-939c-2862faed7d82 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Aug 09 11:39:35.650774 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bf5afb11-fdfc-43eb-bbc0-87611b4a11c7 req-74055e80-7d9a-4d8f-9048-232822811506 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Aug 09 11:39:35.765770 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079195ea-09fc-4018-b8cc-8a072725a26e req-bbd86ad9-112e-4199-b383-d0271ffd2136 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:35.767243 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-079195ea-09fc-4018-b8cc-8a072725a26e req-bbd86ad9-112e-4199-b383-d0271ffd2136 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0469403 Aug 09 11:39:35.808496 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-079195ea-09fc-4018-b8cc-8a072725a26e req-02168866-6912-4a5d-8295-53ca37a052f6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Aug 09 11:39:36.024883 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc69f9-bdb2-49fa-9ac8-1ed50f23eec5 req-830bd8a2-1dea-4a4a-87fc-8491bfbb0d69 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:36.026868 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1bc69f9-bdb2-49fa-9ac8-1ed50f23eec5 req-830bd8a2-1dea-4a4a-87fc-8491bfbb0d69 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0590074 Aug 09 11:39:36.069004 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1bc69f9-bdb2-49fa-9ac8-1ed50f23eec5 req-eccafb72-e655-44de-b2f2-ce035fd73214 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Aug 09 11:39:36.265921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27728fd-bfe9-4ce2-bb87-a10eb33bad0a req-c1c3dc67-35c6-4b4d-ac28-dfbd68d0c840 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:36.268689 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a27728fd-bfe9-4ce2-bb87-a10eb33bad0a req-c1c3dc67-35c6-4b4d-ac28-dfbd68d0c840 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0641475 Aug 09 11:39:36.325560 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a27728fd-bfe9-4ce2-bb87-a10eb33bad0a req-31af94d8-4393-45d9-8c60-c243eaf8e3b9 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517495 Aug 09 11:39:36.799261 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d56ea-70be-423f-a87d-0c89565c5b79 req-af51685d-bbdd-4f3c-87a0-55133a203a4c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:36.800755 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-140d56ea-70be-423f-a87d-0c89565c5b79 req-af51685d-bbdd-4f3c-87a0-55133a203a4c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0581734 Aug 09 11:39:36.842217 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-140d56ea-70be-423f-a87d-0c89565c5b79 req-c452cbde-d50e-42ab-91e3-b7ac55c787af tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Aug 09 11:39:36.929014 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5561-eae8-4d8a-9e27-8a77453bb73e req-98210fc6-cdf8-40a3-9edf-38d6387d1627 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:36.930513 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1a2e5561-eae8-4d8a-9e27-8a77453bb73e req-98210fc6-cdf8-40a3-9edf-38d6387d1627 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0530353 Aug 09 11:39:36.971948 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1a2e5561-eae8-4d8a-9e27-8a77453bb73e req-75886b5c-ae8f-4998-a604-4f7be3218c16 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348659 Aug 09 11:39:37.003310 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307cb6e-38aa-4bed-a789-5a2cac354944 req-1f19f6de-64ff-4e34-b3ce-4cf59a2574f7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:37.004901 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8307cb6e-38aa-4bed-a789-5a2cac354944 req-1f19f6de-64ff-4e34-b3ce-4cf59a2574f7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Aug 09 11:39:37.013301 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34078) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:37.018392 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'floatingip': {'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:37.094578 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.370728 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-f840afde-a697-4101-b0e5-212b68eb7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:37.373381 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-f840afde-a697-4101-b0e5-212b68eb7293 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 1098 time: 0.0476656 Aug 09 11:39:37.381616 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39778e1-b54d-433b-a21f-7d221f8e58f0 req-95d528fd-4c86-4afc-9d45-47d7594eb850 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:37.383081 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a39778e1-b54d-433b-a21f-7d221f8e58f0 req-95d528fd-4c86-4afc-9d45-47d7594eb850 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0926530 Aug 09 11:39:37.507571 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-594ad7bf-b192-459a-8fbd-9687e4fbed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:37.510175 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-594ad7bf-b192-459a-8fbd-9687e4fbed42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.1299238 Aug 09 11:39:37.530684 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a39778e1-b54d-433b-a21f-7d221f8e58f0 req-aecbebe2-1caa-4c82-9c82-91c6c3e64919 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377318 Aug 09 11:39:37.568122 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-83526706-3981-4b4e-8d41-8e6fff32757d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8b53759-007b-40ca-824b-699abfdc5824 HTTP/1.1" status: 200 len: 217 time: 0.0497022 Aug 09 11:39:37.655613 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-6929f6d9-1158-4aa3-82b7-55a3893b33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:37.657552 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-6929f6d9-1158-4aa3-82b7-55a3893b33ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0815074 Aug 09 11:39:37.707468 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-e010f22c-1587-4ebd-a981-78334892ac5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413415 Aug 09 11:39:37.833289 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-0032c087-dddd-4f99-a165-300539e7ad96 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124156 Aug 09 11:39:37.861802 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.878678 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:37.994142 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Floating IP f0154ab3-9bb1-4e3e-b247-fd213c5796b3 associated. External IP: 172.27.2.17, port: 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3. Aug 09 11:39:38.038606 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0976d60d-65b2-41d8-8c16-c8d8d2b04308 req-39d39061-1bfb-426f-96ab-425480092d37 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981616 Aug 09 11:39:38.403569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:39:38.524971 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:39:38.532045 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:38.545414 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:39:38.565264 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c6d24cfb-11ca-494f-bf5e-4739e9c69338 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "PUT /v2.0/floatingips/f0154ab3-9bb1-4e3e-b247-fd213c5796b3 HTTP/1.1" status: 200 len: 991 time: 1.5479617 Aug 09 11:39:38.565264 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:38.566230 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00779d0a-b797-4737-9004-925fd0faf498" -d '{"events": [{"name": "network-changed", "server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:38.584570 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:38.584570 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:39:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:38.723127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b653-b998-489d-becf-3da31fb8c883 req-bb0a7389-7a9e-4607-9757-31bfe0ec606e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:38.725067 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-86f6b653-b998-489d-becf-3da31fb8c883 req-bb0a7389-7a9e-4607-9757-31bfe0ec606e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Aug 09 11:39:38.756013 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:38.773349 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-86f6b653-b998-489d-becf-3da31fb8c883 req-722a7a6c-1e37-44b6-bce6-6a844e6767ac tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Aug 09 11:39:38.831053 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bf895-ad8e-4eea-bcfa-50034942de84 x-openstack-request-id: req-a62bf895-ad8e-4eea-bcfa-50034942de84 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:38.831414 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:38.831739 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a62bf895-ad8e-4eea-bcfa-50034942de84 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:38.832226 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'status': 'completed', 'code': 200} Aug 09 11:39:39.004460 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779d0a-b797-4737-9004-925fd0faf498 req-d6c99369-b0c1-48cb-a644-b5c199e9c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:39.009406 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-d6c99369-b0c1-48cb-a644-b5c199e9c8df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1099 time: 0.0563607 Aug 09 11:39:39.100390 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': 'f0154ab3-9bb1-4e3e-b247-fd213c5796b3', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'mac_address': 'fa:16:3e:b8:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:38:51Z', 'updated_at': '2021-08-09T11:39:37Z', 'revision_number': 1, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:39.136460 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779d0a-b797-4737-9004-925fd0faf498 req-9460d2e8-467d-4067-a676-df73b9e7a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:39.138244 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-9460d2e8-467d-4067-a676-df73b9e7a06d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.1130681 Aug 09 11:39:39.251950 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:39:39.262234 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:39:39.262918 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:39:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:39.289783 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-35fe1220-78cd-43db-9cc5-d073dfc56594 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 200 len: 999 time: 0.1352768 Aug 09 11:39:39.354886 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779d0a-b797-4737-9004-925fd0faf498 req-aa2fc982-898c-43ca-a347-457730b89701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:39.356381 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-aa2fc982-898c-43ca-a347-457730b89701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0541360 Aug 09 11:39:39.384054 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:39:39.417949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34228) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:39.421555 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779d0a-b797-4737-9004-925fd0faf498 req-333663df-7f7d-4c74-b8ec-8f70c160f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:39.423110 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-333663df-7f7d-4c74-b8ec-8f70c160f6e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538189 Aug 09 11:39:39.541241 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-9dc7ff51-7a09-4fc0-a0ff-294c6f8386f6 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056476 Aug 09 11:39:39.549425 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.646084 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': 'f0154ab3-9bb1-4e3e-b247-fd213c5796b3', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'mac_address': 'fa:16:3e:b8:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:38:51Z', 'updated_at': '2021-08-09T11:39:37Z', 'revision_number': 1, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:39.674492 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.674887 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00779d0a-b797-4737-9004-925fd0faf498 req-2829688e-4bef-4bbd-8bf2-0786fc6e202c service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187394 Aug 09 11:39:39.679746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.683356 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d1ffd-a886-4697-98fa-afad291641c6 None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': 'f0154ab3-9bb1-4e3e-b247-fd213c5796b3', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'mac_address': 'fa:16:3e:b8:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:38:51Z', 'updated_at': '2021-08-09T11:39:37Z', 'revision_number': 1, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:39:39.739383 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3c83906ed9c4f8ba023866d90e168d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178928 Aug 09 11:39:39.739383 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949ded82-4517-4d2b-ad4a-0482a1e0c1e6,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:39.740813 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34236) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:39.754698 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.755058 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.755440 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.755839 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.756155 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.756503 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.756837 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.757168 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.757521 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.757828 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.758184 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.758509 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59076ea-4b57-4a6b-8340-2bcde65ad457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:39.826584 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7588d2a5-10a4-414a-9f6a-539c2318b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.858730 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7588d2a5-10a4-414a-9f6a-539c2318b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.935814 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7588d2a5-10a4-414a-9f6a-539c2318b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.941518 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7588d2a5-10a4-414a-9f6a-539c2318b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:39.942919 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7588d2a5-10a4-414a-9f6a-539c2318b267 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/949ded82-4517-4d2b-ad4a-0482a1e0c1e6 HTTP/1.1" status: 204 len: 168 time: 0.2019336 Aug 09 11:39:39.954927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588d2a5-10a4-414a-9f6a-539c2318b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949ded82-4517-4d2b-ad4a-0482a1e0c1e6,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:40.040756 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf652f0-0c89-46a7-9b3e-cdb7814ee040 req-46a48043-325f-457a-8f4d-c95a17f422ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:40.043751 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1cf652f0-0c89-46a7-9b3e-cdb7814ee040 req-46a48043-325f-457a-8f4d-c95a17f422ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1491303 Aug 09 11:39:40.078509 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2acc75-7a7d-4443-bad0-b3bb15da0cdc None None] New status for floating IP f0154ab3-9bb1-4e3e-b247-fd213c5796b3: ACTIVE {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:39:40.153665 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1cf652f0-0c89-46a7-9b3e-cdb7814ee040 req-ca110be3-bb81-4af4-a143-8dd4009cdffd tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003671 Aug 09 11:39:40.408987 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34266) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.485285 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34270) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.499909 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d6bce741-c5ae-4f03-b8ae-bb6ab5fabec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.599183 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d6bce741-c5ae-4f03-b8ae-bb6ab5fabec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.603765 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d6bce741-c5ae-4f03-b8ae-bb6ab5fabec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.649640 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d6bce741-c5ae-4f03-b8ae-bb6ab5fabec6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0586c017d3b1490b9829931d81194e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632268 Aug 09 11:39:40.651541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bce741-c5ae-4f03-b8ae-bb6ab5fabec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93e9a37-f7d6-4afa-8073-bee032853e9a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:40.652420 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34272) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.659879 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2d482897-16db-4177-acf7-d596e825077a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.701835 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.723253 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.750221 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2d482897-16db-4177-acf7-d596e825077a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.754259 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2d482897-16db-4177-acf7-d596e825077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.774765 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.777295 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.778430 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b93e9a37-f7d6-4afa-8073-bee032853e9a HTTP/1.1" status: 204 len: 168 time: 0.1249623 Aug 09 11:39:40.786086 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93e9a37-f7d6-4afa-8073-bee032853e9a,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:40.795316 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482897-16db-4177-acf7-d596e825077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef1230-e41f-4a1d-89da-647d59e2b767,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:40.797221 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.797576 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.798145 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.798671 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.799202 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.799823 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.800374 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.800886 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2d482897-16db-4177-acf7-d596e825077a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7010ab06a11342b8a848c8514f44dca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903229 Aug 09 11:39:40.801094 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.801604 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.802121 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.802628 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.803139 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431e14f-3768-48f8-959b-ac82a8e84631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:39:40.803389 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34276) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:40.859922 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d5-fdad-47c3-9bf6-d46d62b4988a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.887208 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d5-fdad-47c3-9bf6-d46d62b4988a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.938097 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d5-fdad-47c3-9bf6-d46d62b4988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.940843 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d5-fdad-47c3-9bf6-d46d62b4988a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:40.942157 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-dbe723d5-fdad-47c3-9bf6-d46d62b4988a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9ef1230-e41f-4a1d-89da-647d59e2b767 HTTP/1.1" status: 204 len: 168 time: 0.1377447 Aug 09 11:39:40.950980 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe723d5-fdad-47c3-9bf6-d46d62b4988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef1230-e41f-4a1d-89da-647d59e2b767,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.348155 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d646443-d89c-4be7-a3d4-39bc0d010223 req-0a57fbff-4e7c-41f0-a5ec-06bad2c69ef3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:41.350060 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9d646443-d89c-4be7-a3d4-39bc0d010223 req-0a57fbff-4e7c-41f0-a5ec-06bad2c69ef3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1126394 Aug 09 11:39:41.363403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34308) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:41.388031 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b2e5df71-d741-4b58-b058-0259b05eff71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.436454 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9d646443-d89c-4be7-a3d4-39bc0d010223 req-930f55db-2328-489f-8ef9-e3e48b4c57a8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790093 Aug 09 11:39:41.536475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b2e5df71-d741-4b58-b058-0259b05eff71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.550748 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b2e5df71-d741-4b58-b058-0259b05eff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.591229 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b2e5df71-d741-4b58-b058-0259b05eff71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41b55518beac4f20b5f2b5c0597c1f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260242 Aug 09 11:39:41.593496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5df71-d741-4b58-b058-0259b05eff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939872f4-1ffa-4fc6-a75e-ee4714758c8b,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.594195 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34332) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:41.651298 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3ce433f2-11f5-4a74-b13b-262981b387e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.676907 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3ce433f2-11f5-4a74-b13b-262981b387e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.729488 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3ce433f2-11f5-4a74-b13b-262981b387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.732748 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3ce433f2-11f5-4a74-b13b-262981b387e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:41.737755 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-3ce433f2-11f5-4a74-b13b-262981b387e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/939872f4-1ffa-4fc6-a75e-ee4714758c8b HTTP/1.1" status: 204 len: 168 time: 0.1409361 Aug 09 11:39:41.746450 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce433f2-11f5-4a74-b13b-262981b387e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939872f4-1ffa-4fc6-a75e-ee4714758c8b,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:41.968405 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34354) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:42.161361 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-da782c9f-7273-4d9f-9741-f8da649953cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.272778 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-da782c9f-7273-4d9f-9741-f8da649953cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.277824 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-da782c9f-7273-4d9f-9741-f8da649953cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.317973 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da782c9f-7273-4d9f-9741-f8da649953cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d4a1be-fc0e-4cab-aad9-6cbad60d2dc9,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:42.325224 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-da782c9f-7273-4d9f-9741-f8da649953cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a955a0714cb74434b0fc8416185377b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536153 Aug 09 11:39:42.325631 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34374) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:42.381046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ee5096bb-7471-466c-9d72-2bc84bf313f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.410299 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ee5096bb-7471-466c-9d72-2bc84bf313f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.471772 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ee5096bb-7471-466c-9d72-2bc84bf313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.474782 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ee5096bb-7471-466c-9d72-2bc84bf313f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:42.481384 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ee5096bb-7471-466c-9d72-2bc84bf313f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22d4a1be-fc0e-4cab-aad9-6cbad60d2dc9 HTTP/1.1" status: 204 len: 168 time: 0.1547043 Aug 09 11:39:42.498895 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5096bb-7471-466c-9d72-2bc84bf313f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d4a1be-fc0e-4cab-aad9-6cbad60d2dc9,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:42.606634 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14a320-f211-41fe-92d8-8ef047b8167e req-9ff6282a-6ba0-49e9-beea-3bd09465c421 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:42.608284 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dd14a320-f211-41fe-92d8-8ef047b8167e req-9ff6282a-6ba0-49e9-beea-3bd09465c421 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0707610 Aug 09 11:39:42.662927 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dd14a320-f211-41fe-92d8-8ef047b8167e req-ddc76101-1bd2-429d-8393-b217f430c34b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478847 Aug 09 11:39:43.071786 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34422) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:43.088912 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-12be0d94-34c0-45be-b2a7-3982f2e182b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.205464 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-12be0d94-34c0-45be-b2a7-3982f2e182b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.213157 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-12be0d94-34c0-45be-b2a7-3982f2e182b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.253421 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be0d94-34c0-45be-b2a7-3982f2e182b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a4dfc5-a89d-4810-b0f6-fc5032681002,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:43.256307 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-12be0d94-34c0-45be-b2a7-3982f2e182b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e28aae86fc114b52a9d610cf268b8e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830220 Aug 09 11:39:43.258927 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34438) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:43.312341 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ec71eab6-91fb-493c-949c-feb8a76d117d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.335394 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ec71eab6-91fb-493c-949c-feb8a76d117d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.390102 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ec71eab6-91fb-493c-949c-feb8a76d117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.392911 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ec71eab6-91fb-493c-949c-feb8a76d117d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:43.397520 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ec71eab6-91fb-493c-949c-feb8a76d117d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3a4dfc5-a89d-4810-b0f6-fc5032681002 HTTP/1.1" status: 204 len: 168 time: 0.1365995 Aug 09 11:39:43.407261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71eab6-91fb-493c-949c-feb8a76d117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a4dfc5-a89d-4810-b0f6-fc5032681002,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:43.820414 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993655e-7bfc-4078-b38d-56f60af2d929 req-448d9edd-8e45-4081-bbe5-72fbb744da48 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:43.823582 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a993655e-7bfc-4078-b38d-56f60af2d929 req-448d9edd-8e45-4081-bbe5-72fbb744da48 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0793271 Aug 09 11:39:43.871773 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a993655e-7bfc-4078-b38d-56f60af2d929 req-709ac6cc-292e-47f4-94c1-b361cafa3cda tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Aug 09 11:39:44.718794 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34578) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:44.920873 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4272b9e4-ace0-4cec-b593-b525d2ae34b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.013081 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b243e4-92b9-4e23-bb80-80d9a93b0629 req-9220eb0a-ca88-439d-8b19-6ff29005c22f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:45.014912 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b8b243e4-92b9-4e23-bb80-80d9a93b0629 req-9220eb0a-ca88-439d-8b19-6ff29005c22f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0689397 Aug 09 11:39:45.078916 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b8b243e4-92b9-4e23-bb80-80d9a93b0629 req-1d2b5048-3c51-4d46-960e-309c6c58682b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566995 Aug 09 11:39:45.103068 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4272b9e4-ace0-4cec-b593-b525d2ae34b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.103068 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4272b9e4-ace0-4cec-b593-b525d2ae34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.141511 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4272b9e4-ace0-4cec-b593-b525d2ae34b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f22b72e9c274ffcb87a0f7b95b78e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214897 Aug 09 11:39:45.142380 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272b9e4-ace0-4cec-b593-b525d2ae34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c137f5cd-cb51-4a0e-bab5-11104ac0849c,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:45.144231 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34612) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.195730 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34614) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.197660 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-656d728f-d5a4-4e33-b57f-d64beae34ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.220393 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-656d728f-d5a4-4e33-b57f-d64beae34ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.273272 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-656d728f-d5a4-4e33-b57f-d64beae34ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.277078 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-656d728f-d5a4-4e33-b57f-d64beae34ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.280978 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-656d728f-d5a4-4e33-b57f-d64beae34ee5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c137f5cd-cb51-4a0e-bab5-11104ac0849c HTTP/1.1" status: 204 len: 168 time: 0.1347916 Aug 09 11:39:45.292999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d728f-d5a4-4e33-b57f-d64beae34ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137f5cd-cb51-4a0e-bab5-11104ac0849c,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:45.332492 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5aee8cba-516c-4daf-8889-ea53efaf0f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.432298 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34628) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.440863 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5aee8cba-516c-4daf-8889-ea53efaf0f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.446341 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5aee8cba-516c-4daf-8889-ea53efaf0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.487275 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5aee8cba-516c-4daf-8889-ea53efaf0f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=768856a4e12449f8ab727a488ac7b0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903481 Aug 09 11:39:45.490382 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34636) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.498306 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee8cba-516c-4daf-8889-ea53efaf0f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8130b506-cd74-4999-a49c-2a1652593180,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:45.547815 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2962226a-5209-41b8-88eb-8d5aa80357c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.572280 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2962226a-5209-41b8-88eb-8d5aa80357c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.635007 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2962226a-5209-41b8-88eb-8d5aa80357c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.637938 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-2962226a-5209-41b8-88eb-8d5aa80357c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.641862 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2962226a-5209-41b8-88eb-8d5aa80357c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8130b506-cd74-4999-a49c-2a1652593180 HTTP/1.1" status: 204 len: 168 time: 0.1477261 Aug 09 11:39:45.649578 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962226a-5209-41b8-88eb-8d5aa80357c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8130b506-cd74-4999-a49c-2a1652593180,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:45.744867 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b8008b28-f87f-43cd-a8ec-6f56d62ab456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.831401 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34650) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.854878 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9dc384a2-0b93-4ac2-a4bc-8bab98815ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.873525 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b8008b28-f87f-43cd-a8ec-6f56d62ab456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.881176 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b8008b28-f87f-43cd-a8ec-6f56d62ab456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:45.916071 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34658) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:45.916307 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b8008b28-f87f-43cd-a8ec-6f56d62ab456 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbe816a95e6a4fae9107d3a896756607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821856 Aug 09 11:39:45.943574 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8008b28-f87f-43cd-a8ec-6f56d62ab456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e20d603-ddc3-4482-8df0-776416c91008,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.016388 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6e658e71-4a53-4a3b-ab2f-8e794e6bd289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.047530 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9dc384a2-0b93-4ac2-a4bc-8bab98815ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.052744 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6e658e71-4a53-4a3b-ab2f-8e794e6bd289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.062245 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9dc384a2-0b93-4ac2-a4bc-8bab98815ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.067733 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34660) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:46.081728 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1ebe83d3-be38-48e9-a3dd-665f80c9cc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.121241 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-9dc384a2-0b93-4ac2-a4bc-8bab98815ee5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=970a87eae8984344a85a3ba212fbf3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860661 Aug 09 11:39:46.121241 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc384a2-0b93-4ac2-a4bc-8bab98815ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323b1c53-b778-4e85-b81d-156f9d3b79fc,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.124205 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34664) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:46.157599 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6e658e71-4a53-4a3b-ab2f-8e794e6bd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.160265 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6e658e71-4a53-4a3b-ab2f-8e794e6bd289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.163785 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-6e658e71-4a53-4a3b-ab2f-8e794e6bd289 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e20d603-ddc3-4482-8df0-776416c91008 HTTP/1.1" status: 204 len: 168 time: 0.2440972 Aug 09 11:39:46.180439 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e658e71-4a53-4a3b-ab2f-8e794e6bd289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e20d603-ddc3-4482-8df0-776416c91008,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.211567 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1ebe83d3-be38-48e9-a3dd-665f80c9cc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.219544 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1ebe83d3-be38-48e9-a3dd-665f80c9cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.220129 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e5225-2817-43b8-919a-92c40d781e7b req-29826107-9643-4731-8771-3c4e0ed47825 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:46.221948 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b78e5225-2817-43b8-919a-92c40d781e7b req-29826107-9643-4731-8771-3c4e0ed47825 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0590487 Aug 09 11:39:46.262992 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b78e5225-2817-43b8-919a-92c40d781e7b req-82e5ae48-c946-4b5f-9a72-0213d5e67a67 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Aug 09 11:39:46.277568 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a3612a9-e5a4-468a-8165-243bfc671641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.282134 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-1ebe83d3-be38-48e9-a3dd-665f80c9cc02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a829feae53594e2cad5e4890a1ef467c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132828 Aug 09 11:39:46.284529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe83d3-be38-48e9-a3dd-665f80c9cc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f642a-93b4-4117-8f84-5f7fefb065a2,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.286791 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34668) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:46.319390 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a3612a9-e5a4-468a-8165-243bfc671641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.382222 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d36b9dd3-fb49-4f36-8e50-db290a33f5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.409241 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d36b9dd3-fb49-4f36-8e50-db290a33f5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.410801 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a3612a9-e5a4-468a-8165-243bfc671641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.413313 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7a3612a9-e5a4-468a-8165-243bfc671641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.417778 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7a3612a9-e5a4-468a-8165-243bfc671641 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/323b1c53-b778-4e85-b81d-156f9d3b79fc HTTP/1.1" status: 204 len: 168 time: 0.2919462 Aug 09 11:39:46.430784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3612a9-e5a4-468a-8165-243bfc671641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b1c53-b778-4e85-b81d-156f9d3b79fc,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.476482 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d36b9dd3-fb49-4f36-8e50-db290a33f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.479606 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d36b9dd3-fb49-4f36-8e50-db290a33f5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.481051 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d36b9dd3-fb49-4f36-8e50-db290a33f5b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea7f642a-93b4-4117-8f84-5f7fefb065a2 HTTP/1.1" status: 204 len: 168 time: 0.1870654 Aug 09 11:39:46.488913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9dd3-fb49-4f36-8e50-db290a33f5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f642a-93b4-4117-8f84-5f7fefb065a2,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.625588 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34680) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:46.638437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8071-407d-446a-8cad-8dfe5f2cfb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.802773 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8071-407d-446a-8cad-8dfe5f2cfb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.806595 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d3ad8071-407d-446a-8cad-8dfe5f2cfb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.845201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad8071-407d-446a-8cad-8dfe5f2cfb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd872b-1f72-4d35-b6b1-7e7228be5fc4,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:46.861914 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d3ad8071-407d-446a-8cad-8dfe5f2cfb5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb21aeedfa8c4c74ae958ed5f41089f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352347 Aug 09 11:39:46.864398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34690) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:46.937179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-76dc2ac1-5ab4-4ed2-9fe3-7821ee84e4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:46.966519 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-76dc2ac1-5ab4-4ed2-9fe3-7821ee84e4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:47.040445 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-76dc2ac1-5ab4-4ed2-9fe3-7821ee84e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:47.044121 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-76dc2ac1-5ab4-4ed2-9fe3-7821ee84e4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:47.050816 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-76dc2ac1-5ab4-4ed2-9fe3-7821ee84e4f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00cd872b-1f72-4d35-b6b1-7e7228be5fc4 HTTP/1.1" status: 204 len: 168 time: 0.1818309 Aug 09 11:39:47.066767 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc2ac1-5ab4-4ed2-9fe3-7821ee84e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd872b-1f72-4d35-b6b1-7e7228be5fc4,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:47.413371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8af4-473e-487a-8a2d-1cf713170cb5 req-03b64c19-21b6-41d8-b521-c9be55994eeb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:47.415649 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e14c8af4-473e-487a-8a2d-1cf713170cb5 req-03b64c19-21b6-41d8-b521-c9be55994eeb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0612400 Aug 09 11:39:47.468146 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e14c8af4-473e-487a-8a2d-1cf713170cb5 req-123f754a-5431-440d-b881-a451fad66293 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Aug 09 11:39:47.924353 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4ec4-f8c5-4adf-8d1c-bd7996a33f86 req-b1bd8d25-7a15-4a11-af88-a0a210b2869d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:47.928679 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a97a4ec4-f8c5-4adf-8d1c-bd7996a33f86 req-b1bd8d25-7a15-4a11-af88-a0a210b2869d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0560865 Aug 09 11:39:47.971205 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a97a4ec4-f8c5-4adf-8d1c-bd7996a33f86 req-d242d3c3-ea15-4ba5-b398-f48e9b24198d tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Aug 09 11:39:48.124139 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34784) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:48.330673 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-334288ea-24bd-46fe-b440-98a198e42d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.375539 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34800) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:48.443135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-334288ea-24bd-46fe-b440-98a198e42d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.449955 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-334288ea-24bd-46fe-b440-98a198e42d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.489970 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-334288ea-24bd-46fe-b440-98a198e42d8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4921d625d5b446aaf8c3792dfb784c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646934 Aug 09 11:39:48.490835 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334288ea-24bd-46fe-b440-98a198e42d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c50026c-2b4e-4ebe-b3f6-6a866f6356b9,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:48.493934 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 34810) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:48.546688 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c79bf440-e6ee-4a48-9f03-6b1411318910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.571212 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c79bf440-e6ee-4a48-9f03-6b1411318910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.636002 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94f21b64-fbcc-47f2-ac03-8447969f5f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.679799 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425cfef-93f1-445f-8c62-32b79c2f170f req-a15ee80d-0ec5-4cb0-abd7-9d3ad99ed926 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:48.682526 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7425cfef-93f1-445f-8c62-32b79c2f170f req-a15ee80d-0ec5-4cb0-abd7-9d3ad99ed926 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1079421 Aug 09 11:39:48.719841 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c79bf440-e6ee-4a48-9f03-6b1411318910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.722788 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c79bf440-e6ee-4a48-9f03-6b1411318910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.726540 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-c79bf440-e6ee-4a48-9f03-6b1411318910 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c50026c-2b4e-4ebe-b3f6-6a866f6356b9 HTTP/1.1" status: 204 len: 168 time: 0.2289076 Aug 09 11:39:48.750143 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bf440-e6ee-4a48-9f03-6b1411318910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c50026c-2b4e-4ebe-b3f6-6a866f6356b9,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:48.760723 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7425cfef-93f1-445f-8c62-32b79c2f170f req-3690de70-414e-439d-9730-b369b2957505 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703406 Aug 09 11:39:48.839534 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94f21b64-fbcc-47f2-ac03-8447969f5f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.844866 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94f21b64-fbcc-47f2-ac03-8447969f5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.888496 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f21b64-fbcc-47f2-ac03-8447969f5f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6668597c-fdb4-4ec5-9469-48477fd5ec12,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:48.897178 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-94f21b64-fbcc-47f2-ac03-8447969f5f0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac1cfe6166cb4740aaa992573e44b301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177293 Aug 09 11:39:48.897757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34830) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:48.948477 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67566320-00fc-42d0-9e80-e9d23cbfa8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:48.972811 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67566320-00fc-42d0-9e80-e9d23cbfa8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.030692 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67566320-00fc-42d0-9e80-e9d23cbfa8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.033518 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67566320-00fc-42d0-9e80-e9d23cbfa8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.037050 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-67566320-00fc-42d0-9e80-e9d23cbfa8ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6668597c-fdb4-4ec5-9469-48477fd5ec12 HTTP/1.1" status: 204 len: 168 time: 0.1360407 Aug 09 11:39:49.043005 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67566320-00fc-42d0-9e80-e9d23cbfa8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668597c-fdb4-4ec5-9469-48477fd5ec12,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:49.122213 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5a15-9859-4339-aec2-076c4ec77ee2 req-24e68b2d-957b-44da-a574-bf72ca564f2a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:49.123768 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-213a5a15-9859-4339-aec2-076c4ec77ee2 req-24e68b2d-957b-44da-a574-bf72ca564f2a tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0591469 Aug 09 11:39:49.162917 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-213a5a15-9859-4339-aec2-076c4ec77ee2 req-ff097a77-a9db-4b1f-9be9-8f7ecc9a019e tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Aug 09 11:39:49.207693 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34844) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:49.221180 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83133276-9577-4f82-8168-d68d41428974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.329927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83133276-9577-4f82-8168-d68d41428974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.335608 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83133276-9577-4f82-8168-d68d41428974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.383540 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83133276-9577-4f82-8168-d68d41428974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7a2e4-95b4-4463-b5a4-2d5676f1670a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:49.408656 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-83133276-9577-4f82-8168-d68d41428974 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=701bb48fc1b84633ba3d340ee9c8ea87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992021 Aug 09 11:39:49.410717 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34850) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:49.466470 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2473ba17-b557-4867-872c-b3bbb31e8127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.492992 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2473ba17-b557-4867-872c-b3bbb31e8127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.586937 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2473ba17-b557-4867-872c-b3bbb31e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.590201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2473ba17-b557-4867-872c-b3bbb31e8127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:49.596026 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2473ba17-b557-4867-872c-b3bbb31e8127 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7c7a2e4-95b4-4463-b5a4-2d5676f1670a HTTP/1.1" status: 204 len: 168 time: 0.1824608 Aug 09 11:39:49.614782 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473ba17-b557-4867-872c-b3bbb31e8127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7a2e4-95b4-4463-b5a4-2d5676f1670a,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:49.894175 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f26e7-ef16-4bd7-a651-802eadd4a5ce req-ae9be79d-0536-4c67-9a8c-09633381270e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:49.895699 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-735f26e7-ef16-4bd7-a651-802eadd4a5ce req-ae9be79d-0536-4c67-9a8c-09633381270e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0509458 Aug 09 11:39:49.947989 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-735f26e7-ef16-4bd7-a651-802eadd4a5ce req-4f4a18f6-ffa3-41e3-be1b-56a46cae4f50 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Aug 09 11:39:50.213303 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-68d95029-df8c-4103-b26d-258625fc9ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464592 Aug 09 11:39:50.349350 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fd0a2-9e35-4c7d-9fd6-8e74c9ace42b req-e97b4c9e-f799-44e4-932e-9f9aa83906ec tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:50.351112 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7b8fd0a2-9e35-4c7d-9fd6-8e74c9ace42b req-e97b4c9e-f799-44e4-932e-9f9aa83906ec tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.1109686 Aug 09 11:39:50.434804 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7b8fd0a2-9e35-4c7d-9fd6-8e74c9ace42b req-d3a282c0-9e15-428e-afea-de2716e8dcde tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Aug 09 11:39:50.448535 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-116eaa88-42bb-4b3d-981e-d7eeed1c12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:50.448535 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-116eaa88-42bb-4b3d-981e-d7eeed1c12eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 1098 time: 0.0903699 Aug 09 11:39:50.501269 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:50.567618 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-d6432cd5-8832-4ede-b8ad-8ab347551ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:50.569276 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-d6432cd5-8832-4ede-b8ad-8ab347551ff2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 914 time: 0.0977180 Aug 09 11:39:50.627659 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-94250997-3a3e-4b14-9e1b-62ecdd14ed0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d8a7883-b808-4f85-a275-6031ea5583e0 HTTP/1.1" status: 200 len: 217 time: 0.0474403 Aug 09 11:39:50.688143 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-0749d900-5b9d-40ad-9710-569109febe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:50.690285 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-0749d900-5b9d-40ad-9710-569109febe67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0505204 Aug 09 11:39:50.728392 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34936) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:50.770187 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-0af6697c-f08a-47fb-992c-7296b426cb46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304768 Aug 09 11:39:50.857492 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2816a42b-424a-43f5-af9e-ff5517271cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:50.991438 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-1ee56152-598b-4e17-b10d-e3b35249bd17 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:50.993437 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-1ee56152-598b-4e17-b10d-e3b35249bd17 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.55 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.0851016 Aug 09 11:39:51.017393 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-96bde073-f05d-4973-971e-7102201a3283 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110017 Aug 09 11:39:51.067441 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2816a42b-424a-43f5-af9e-ff5517271cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.111247 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2816a42b-424a-43f5-af9e-ff5517271cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.169872 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd9cb8-9596-496b-ab56-d3238027b04d req-5bedda7a-07c6-46bf-aab7-2bd519567b77 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:51.176706 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2816a42b-424a-43f5-af9e-ff5517271cec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01230962ebe5402e80aeb414d1d27de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439018 Aug 09 11:39:51.176706 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816a42b-424a-43f5-af9e-ff5517271cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e91eb0-5c3c-46b7-b117-f9c6e23e0902,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:51.179483 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 34964) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:51.193828 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8ecd9cb8-9596-496b-ab56-d3238027b04d req-5bedda7a-07c6-46bf-aab7-2bd519567b77 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1297021 Aug 09 11:39:51.237335 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-04165e76-9c06-4f83-98e1-29a5e8c6a2b0 req-cd3e1d7d-f252-4e34-b7fe-1ae162e01150 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118535 Aug 09 11:39:51.242861 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Deleting port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:39:51.243245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.269847 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8ecd9cb8-9596-496b-ab56-d3238027b04d req-df8cfce3-00f4-42d0-ae62-2c10f9cc992e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733287 Aug 09 11:39:51.337028 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67c76a22-e460-4236-8061-e7f57363f7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.383899 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67c76a22-e460-4236-8061-e7f57363f7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.402847 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] For port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,segment=NetworkSegment(852fd84f-77c1-4cb9-a0ad-950809606af6),segment_id=852fd84f-77c1-4cb9-a0ad-950809606af6)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:39:51.402847 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.426482 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Calling delete_port for ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:39:51.549942 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67c76a22-e460-4236-8061-e7f57363f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.552516 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-67c76a22-e460-4236-8061-e7f57363f7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.553659 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-67c76a22-e460-4236-8061-e7f57363f7fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29e91eb0-5c3c-46b7-b117-f9c6e23e0902 HTTP/1.1" status: 204 len: 168 time: 0.3716996 Aug 09 11:39:51.577039 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c76a22-e460-4236-8061-e7f57363f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e91eb0-5c3c-46b7-b117-f9c6e23e0902,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:51.609076 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b4d86-96c4-4923-8207-1fa002fece05 req-749b8f51-5e06-469a-8117-14fdf9d7e101 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:51.610577 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4c0b4d86-96c4-4923-8207-1fa002fece05 req-749b8f51-5e06-469a-8117-14fdf9d7e101 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 945 time: 0.1014755 Aug 09 11:39:51.690869 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4c0b4d86-96c4-4923-8207-1fa002fece05 req-e5404957-a4ae-44d9-98cd-be232804d7c3 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/security-groups?id=08faad14-867d-4151-a965-0899fd6acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629258 Aug 09 11:39:51.707002 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.737119 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Pushing event deleted for resources: {'Port': ['ID=ffac71a1-0c6b-4e0b-90d8-7826024bf8f3,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:51.777677 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['ffac71a1-0c6b-4e0b-90d8-7826024bf8f3'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:51.857201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] No DVR routers for this DVR port ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:39:51.861566 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.864194 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cff76770-cd6a-41bc-b8f0-cb57bed96e88 req-42b980bd-c64a-4d69-af19-64945e9093b7 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.55 "DELETE /v2.0/ports/ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 HTTP/1.1" status: 204 len: 173 time: 0.8623388 Aug 09 11:39:51.864732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'name': 'network-vif-deleted', 'tag': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:51.866874 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0cebb8-de8d-44ef-a73e-c5ef041077c1" -d '{"events": [{"server_uuid": "5404889c-3914-43e6-80dc-e047e0d5c7e4", "name": "network-vif-deleted", "tag": "ffac71a1-0c6b-4e0b-90d8-7826024bf8f3"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:51.926131 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94033b49-df28-4080-a405-7ead34ff174b x-openstack-request-id: req-94033b49-df28-4080-a405-7ead34ff174b {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:51.926651 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5404889c-3914-43e6-80dc-e047e0d5c7e4", "name": "network-vif-deleted", "tag": "ffac71a1-0c6b-4e0b-90d8-7826024bf8f3", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:51.927418 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94033b49-df28-4080-a405-7ead34ff174b {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:51.928083 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404889c-3914-43e6-80dc-e047e0d5c7e4', 'name': 'network-vif-deleted', 'tag': 'ffac71a1-0c6b-4e0b-90d8-7826024bf8f3', 'status': 'completed', 'code': 200} Aug 09 11:39:51.930038 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-63786322-7953-492e-a72e-6e69dc0b959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:51.985326 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35002) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:51.998830 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-381717ca-c9c3-4449-97cc-0a0fd44e3d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.125711 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-381717ca-c9c3-4449-97cc-0a0fd44e3d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.130066 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-381717ca-c9c3-4449-97cc-0a0fd44e3d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.173738 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-381717ca-c9c3-4449-97cc-0a0fd44e3d10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa1311f04494453e9a8282da6ebbabfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870179 Aug 09 11:39:52.175366 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381717ca-c9c3-4449-97cc-0a0fd44e3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f92fc-6899-4c4e-b28b-8b51af459429,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:52.176453 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35008) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:52.250046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bab44d52-a3c0-4f08-8b3f-d84a6fd4527c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.276673 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bab44d52-a3c0-4f08-8b3f-d84a6fd4527c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.350103 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bab44d52-a3c0-4f08-8b3f-d84a6fd4527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.351383 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bab44d52-a3c0-4f08-8b3f-d84a6fd4527c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.358409 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-bab44d52-a3c0-4f08-8b3f-d84a6fd4527c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a06f92fc-6899-4c4e-b28b-8b51af459429 HTTP/1.1" status: 204 len: 168 time: 0.1776059 Aug 09 11:39:52.358501 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35018) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:52.391290 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab44d52-a3c0-4f08-8b3f-d84a6fd4527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f92fc-6899-4c4e-b28b-8b51af459429,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:52.412299 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1046f7-7490-45fb-8c10-4892af4e22bc req-34e9dfd4-1b7a-4ed7-99bd-71c1b3519541 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:52.414454 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e1046f7-7490-45fb-8c10-4892af4e22bc req-34e9dfd4-1b7a-4ed7-99bd-71c1b3519541 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0754871 Aug 09 11:39:52.450336 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35024) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:52.458797 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e1046f7-7490-45fb-8c10-4892af4e22bc req-9c4de9ea-a524-447d-b360-f0cdce3a3a4a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378942 Aug 09 11:39:52.687994 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-acac9911-20db-4397-9b53-cf642bda189f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.800357 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1dd6-a09b-43e8-b73b-f7f266137233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.818598 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-acac9911-20db-4397-9b53-cf642bda189f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.838888 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-acac9911-20db-4397-9b53-cf642bda189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:52.866824 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-75c06938-23b6-4ff2-855d-470b871f2dad req-0788574c-17f0-4f3c-bac5-472a9cff4cc6 tempest-DeleteServersTestJSON-957435206 tempest-DeleteServersTestJSON-957435206-project] 10.222.0.41 "GET /v2.0/ports?device_id=5404889c-3914-43e6-80dc-e047e0d5c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0677443 Aug 09 11:39:52.925067 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-acac9911-20db-4397-9b53-cf642bda189f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=155e27eb845043ccbdd7dcc718e635e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657370 Aug 09 11:39:52.927687 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35046) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:52.942956 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac9911-20db-4397-9b53-cf642bda189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b62f11-a21f-4ffd-922d-f652535faa4d,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:52.999613 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-198bdefd-b116-4f4d-af78-e3d81d7e531c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.024657 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-198bdefd-b116-4f4d-af78-e3d81d7e531c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.035506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1dd6-a09b-43e8-b73b-f7f266137233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.041382 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6e3a1dd6-a09b-43e8-b73b-f7f266137233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.090517 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-6e3a1dd6-a09b-43e8-b73b-f7f266137233 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38194ae3141d4956a466d01a02abce25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389081 Aug 09 11:39:53.091248 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a1dd6-a09b-43e8-b73b-f7f266137233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c9c2b-96e5-4df7-80ec-94c274ce2ddc,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:53.093667 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35050) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:53.098795 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-198bdefd-b116-4f4d-af78-e3d81d7e531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.105292 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-198bdefd-b116-4f4d-af78-e3d81d7e531c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.112204 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-198bdefd-b116-4f4d-af78-e3d81d7e531c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7b62f11-a21f-4ffd-922d-f652535faa4d HTTP/1.1" status: 204 len: 168 time: 0.1808641 Aug 09 11:39:53.147404 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bdefd-b116-4f4d-af78-e3d81d7e531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b62f11-a21f-4ffd-922d-f652535faa4d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:53.157569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-57bc9977-292f-4782-9e1d-20f1745d780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.193937 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-57bc9977-292f-4782-9e1d-20f1745d780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.251671 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-57bc9977-292f-4782-9e1d-20f1745d780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.254744 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-57bc9977-292f-4782-9e1d-20f1745d780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.261593 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-57bc9977-292f-4782-9e1d-20f1745d780d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a7c9c2b-96e5-4df7-80ec-94c274ce2ddc HTTP/1.1" status: 204 len: 168 time: 0.1668253 Aug 09 11:39:53.279232 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc9977-292f-4782-9e1d-20f1745d780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c9c2b-96e5-4df7-80ec-94c274ce2ddc,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:53.581665 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35080) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:53.600393 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5b38f299-da64-466f-bc60-093c6e29e863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.603344 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34949f-709e-4f6c-adce-9d59263f3ab7 req-7b8803fd-de98-4c00-a8a4-5d63495719c4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:53.610370 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5a34949f-709e-4f6c-adce-9d59263f3ab7 req-7b8803fd-de98-4c00-a8a4-5d63495719c4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0631011 Aug 09 11:39:53.652349 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5a34949f-709e-4f6c-adce-9d59263f3ab7 req-6a375bfa-2562-4cf2-89c2-f2c9216499e7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Aug 09 11:39:53.709243 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5b38f299-da64-466f-bc60-093c6e29e863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.713465 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5b38f299-da64-466f-bc60-093c6e29e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.766423 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5b38f299-da64-466f-bc60-093c6e29e863 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef2df762093240bf908811dcdbc484d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828275 Aug 09 11:39:53.768492 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38f299-da64-466f-bc60-093c6e29e863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b750d9-0212-4100-8974-babdab37979f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:53.768951 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35082) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:53.818997 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35084) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:53.847476 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3335d17d-a141-45f6-8afa-093db749e24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.883538 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3335d17d-a141-45f6-8afa-093db749e24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.948209 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3335d17d-a141-45f6-8afa-093db749e24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.951888 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3335d17d-a141-45f6-8afa-093db749e24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:53.955634 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3335d17d-a141-45f6-8afa-093db749e24e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63b750d9-0212-4100-8974-babdab37979f HTTP/1.1" status: 204 len: 168 time: 0.1833582 Aug 09 11:39:53.988999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335d17d-a141-45f6-8afa-093db749e24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b750d9-0212-4100-8974-babdab37979f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:54.032096 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:39:54.090083 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a2b28ed4-fe94-4033-8530-3fa42fad6fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.092950 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:39:54.093295 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device ffac71a1-0c6b-4e0b-90d8-7826024bf8f3 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:39:54.226712 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a2b28ed4-fe94-4033-8530-3fa42fad6fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.234298 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a2b28ed4-fe94-4033-8530-3fa42fad6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.284803 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a2b28ed4-fe94-4033-8530-3fa42fad6fd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4cb302deddd480ca4e1fe208359eebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644067 Aug 09 11:39:54.287005 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b28ed4-fe94-4033-8530-3fa42fad6fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac766813-0abf-4c6e-b7e3-83ade16b8f61,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:54.287633 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35142) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:54.396784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ea0c243c-f9a9-439b-9f2a-d6956c6d2bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.436563 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ea0c243c-f9a9-439b-9f2a-d6956c6d2bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.537457 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ea0c243c-f9a9-439b-9f2a-d6956c6d2bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.543768 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ea0c243c-f9a9-439b-9f2a-d6956c6d2bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.547777 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ea0c243c-f9a9-439b-9f2a-d6956c6d2bd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac766813-0abf-4c6e-b7e3-83ade16b8f61 HTTP/1.1" status: 204 len: 168 time: 0.2587047 Aug 09 11:39:54.565114 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c243c-f9a9-439b-9f2a-d6956c6d2bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac766813-0abf-4c6e-b7e3-83ade16b8f61,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:54.590546 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f03247c8-7c53-4e5b-904a-6c1fd68027d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.742795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:54.845930 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-e4e8f1fd-fbe2-4c81-8464-dd23a915f6d2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:54.853093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ca92-d3a0-4ed2-9489-c0d2af9e4a12 req-6d696b7f-c07d-4e4d-bad9-8149cae94289 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:54.853879 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-e4e8f1fd-fbe2-4c81-8464-dd23a915f6d2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.2021008 Aug 09 11:39:54.860829 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a30ca92-d3a0-4ed2-9489-c0d2af9e4a12 req-6d696b7f-c07d-4e4d-bad9-8149cae94289 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0634210 Aug 09 11:39:54.864894 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-eb62f537-7ba5-4008-a0b1-39142b03f8c0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/quotas/044455dba4df429690e27043dd031851 HTTP/1.1" status: 200 len: 375 time: 0.0099103 Aug 09 11:39:54.922071 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a30ca92-d3a0-4ed2-9489-c0d2af9e4a12 req-d7248f4e-b8f7-459b-b62a-3d1415b790e3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Aug 09 11:39:54.967384 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-01202af0-da0b-4e6e-acfd-35000eaf411e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874524 Aug 09 11:39:55.084478 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-787751dd-aad4-4e6d-9b36-16536e756f20 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161833 Aug 09 11:39:55.198955 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-a0be686d-e328-495c-9cbe-2e2dc696d2d0 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133864 Aug 09 11:39:55.424531 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4e15c4c8-8772-44af-a425-9897ae08ae63 req-0e1f6e80-e90c-4ab5-a80e-31e63a7d4447 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 210 time: 0.0506504 Aug 09 11:39:55.643328 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:55.709211 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35246) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:55.776463 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Deleting subnet 216a7dd0-95e4-4b65-9ab5-fafeec813b70 {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:39:55.780592 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:55.819393 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:55.874911 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:55.941188 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:55.956564 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:55.958650 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/216a7dd0-95e4-4b65-9ab5-fafeec813b70 HTTP/1.1" status: 204 len: 168 time: 0.2484043 Aug 09 11:39:55.961315 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35264) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:55.999677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c66d64-65cd-4580-a27d-9c3cdf66f4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216a7dd0-95e4-4b65-9ab5-fafeec813b70,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:56.080061 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.100655 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214e89e-7e9b-457c-b763-7f9fa5b82dc8 req-abfc0a15-fb02-4130-9482-faec00c2db85 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:56.103082 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8214e89e-7e9b-457c-b763-7f9fa5b82dc8 req-abfc0a15-fb02-4130-9482-faec00c2db85 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0797820 Aug 09 11:39:56.238077 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8214e89e-7e9b-457c-b763-7f9fa5b82dc8 req-3141db78-c507-4fef-8ff1-2583f3a51d2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281579 Aug 09 11:39:56.242596 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.254439 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.254812 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.255588 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.255921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > port after_create 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.256284 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.256622 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > port after_update 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.256941 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.257275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.257650 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.257943 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.435337 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.435794 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.436213 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.436755 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 11:39:56.437131 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fc56c3-f111-42ed-8846-abafdf1c2b87']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:56.440486 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35280) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:56.456381 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852fd84f-77c1-4cb9-a0ad-950809606af6') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:56.456989 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852fd84f-77c1-4cb9-a0ad-950809606af6') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:39:56.477513 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.501859 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.513584 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:39:56.514102 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: from cryptography.utils import int_from_bytes Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: from cryptography.utils import int_from_bytes Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:39:56.518425 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:39:56.525005 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fb58e5a-684b-4d84-b6fd-a8519c74970f req-4b00ee7d-b2e5-459a-8759-5e0f380c5027 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 210 time: 0.0372515 Aug 09 11:39:56.575668 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-840b5a68-a38d-4e8a-a6ad-85146de90fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.581543 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.588142 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.590490 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] 10.222.0.41 "DELETE /v2.0/networks/10fc56c3-f111-42ed-8846-abafdf1c2b87 HTTP/1.1" status: 204 len: 168 time: 0.6281133 Aug 09 11:39:56.611844 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fad378-9e7a-497b-a2d8-d4487ff180ec admin admin] Pushing event deleted for resources: {'Network': ['ID=10fc56c3-f111-42ed-8846-abafdf1c2b87,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:56.701008 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-840b5a68-a38d-4e8a-a6ad-85146de90fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.705046 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-840b5a68-a38d-4e8a-a6ad-85146de90fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.743166 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35288) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:56.749939 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b5a68-a38d-4e8a-a6ad-85146de90fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d01cba-067d-40e6-9f07-4fcaa83250af,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:56.756285 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-840b5a68-a38d-4e8a-a6ad-85146de90fba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ed00a097c494ced8d5ca1a61087e336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132324 Aug 09 11:39:56.757999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35290) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:56.786876 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-b47067e9-167c-498a-a996-598dd73354f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c033a0c43584da5b3a2c91a38964170&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424197 Aug 09 11:39:56.789275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35292) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:56.845985 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-503f9620-0f91-4adb-8e48-114879a9a54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.888442 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-503f9620-0f91-4adb-8e48-114879a9a54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.905541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5122ff5d-9bba-4aa6-8767-17f771567b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.918446 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-ce6a29fd-d525-461f-a6bb-7c282d44575b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:56.919900 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-ce6a29fd-d525-461f-a6bb-7c282d44575b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.1543031 Aug 09 11:39:56.939994 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-503f9620-0f91-4adb-8e48-114879a9a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.942817 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5122ff5d-9bba-4aa6-8767-17f771567b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.942937 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-503f9620-0f91-4adb-8e48-114879a9a54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:56.944339 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-503f9620-0f91-4adb-8e48-114879a9a54a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08faad14-867d-4151-a965-0899fd6acef8 HTTP/1.1" status: 204 len: 168 time: 0.1539774 Aug 09 11:39:56.954259 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f9620-0f91-4adb-8e48-114879a9a54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08faad14-867d-4151-a965-0899fd6acef8,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:56.968468 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Request body: {'port': {'device_id': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'admin_state_up': True, 'tenant_id': '044455dba4df429690e27043dd031851'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:57.068895 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5122ff5d-9bba-4aa6-8767-17f771567b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.071681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5122ff5d-9bba-4aa6-8767-17f771567b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.075444 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5122ff5d-9bba-4aa6-8767-17f771567b10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69d01cba-067d-40e6-9f07-4fcaa83250af HTTP/1.1" status: 204 len: 168 time: 0.3141086 Aug 09 11:39:57.087980 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122ff5d-9bba-4aa6-8767-17f771567b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d01cba-067d-40e6-9f07-4fcaa83250af,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:57.122275 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Made reservation on behalf of 044455dba4df429690e27043dd031851 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:39:57.125755 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.178396 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.275888 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Allocated IP 172.20.0.6 (2cdf0a4a-b558-41ba-a033-b3a9cc734a75/887433ed-fb8c-4e66-ac10-bf5484834a69/4f576c41-3e1c-4933-b4d8-ac90e98aa393) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:39:57.469201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00f4ac-7747-4065-a66c-9ec4fbc283ce req-9d84c949-e7c9-4b24-bee6-6f6ef317cb42 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:57.470728 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8f00f4ac-7747-4065-a66c-9ec4fbc283ce req-9d84c949-e7c9-4b24-bee6-6f6ef317cb42 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1329916 Aug 09 11:39:57.537261 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8f00f4ac-7747-4065-a66c-9ec4fbc283ce req-30f7c149-9965-4be4-b68a-f333a294eb44 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560524 Aug 09 11:39:57.547659 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.586011 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35324) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:57.604931 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a4472b9b-21a9-492c-8638-70659ef75883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.621530 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.668937 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:39:57.682688 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:39:57.690680 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:39:57.700791 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:39:57.711078 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576f902-91a8-4bf8-9550-072b175e6378 req-14d6b282-a15c-4623-a1e0-6393220fc760 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:57.718726 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0576f902-91a8-4bf8-9550-072b175e6378 req-14d6b282-a15c-4623-a1e0-6393220fc760 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 931 time: 0.1083412 Aug 09 11:39:57.752821 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event updated for resources: {'Port': ['ID=4f576c41-3e1c-4933-b4d8-ac90e98aa393,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:57.809354 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0576f902-91a8-4bf8-9550-072b175e6378 req-fd6a8cfd-b875-4069-986d-2ef79e5f1eae tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838840 Aug 09 11:39:57.811777 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:57.813175 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.850834 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a4472b9b-21a9-492c-8638-70659ef75883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.858236 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a4472b9b-21a9-492c-8638-70659ef75883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:57.861865 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-cf059ecb-d594-4bb2-99ab-ee947107ef64 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008074 Aug 09 11:39:57.898766 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Request body: {'port': {'device_id': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:39:57.916878 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4472b9b-21a9-492c-8638-70659ef75883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016de0f-a60f-4778-8823-66b7a7946f8d,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:57.962400 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a4472b9b-21a9-492c-8638-70659ef75883 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=854032ff5f594fadbac6b10ebf4737f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675368 Aug 09 11:39:57.962400 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35340) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:57.966687 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.023839 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4831325a-f858-4c59-b7cf-17a9b4b5b71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.048386 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4831325a-f858-4c59-b7cf-17a9b4b5b71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.098264 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4831325a-f858-4c59-b7cf-17a9b4b5b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.101178 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4831325a-f858-4c59-b7cf-17a9b4b5b71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.103185 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4831325a-f858-4c59-b7cf-17a9b4b5b71b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d016de0f-a60f-4778-8823-66b7a7946f8d HTTP/1.1" status: 204 len: 168 time: 0.1431088 Aug 09 11:39:58.113554 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831325a-f858-4c59-b7cf-17a9b4b5b71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016de0f-a60f-4778-8823-66b7a7946f8d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:58.293073 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f576c41-3e1c-4933-b4d8-ac90e98aa393 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:39:58.300985 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.314420 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Transition to ACTIVE for port object 4f576c41-3e1c-4933-b4d8-ac90e98aa393 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:39:58.319754 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.390672 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Pushing event updated for resources: {'Port': ['ID=4f576c41-3e1c-4933-b4d8-ac90e98aa393,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:58.443290 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Attempting to bind port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:39:58.443630 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Attempting to bind port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:39:58.443958 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Attempting to bind port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:58.448582 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:39:58.448912 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Attempting to bind port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:39:58.454036 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:39:58.454412 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Checking segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:39:58.454813 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Bound using segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:39:58.455243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Bound port: 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:39:58.455600 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.527822 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] For port 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:39:58.531718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] For port 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:39:58.537072 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.591420 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35368) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:58.693261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaca77-1973-41b6-8ff6-e4cbb62740f8 req-d6c83620-0f17-46d0-9891-ca38740e7c70 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:58.695873 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7faaca77-1973-41b6-8ff6-e4cbb62740f8 req-d6c83620-0f17-46d0-9891-ca38740e7c70 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0616081 Aug 09 11:39:58.739480 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7faaca77-1973-41b6-8ff6-e4cbb62740f8 req-a2a56888-d371-4bb5-af65-498f0dd9b195 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Aug 09 11:39:58.805188 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-455b10a2-0069-4757-92a8-b808839f6b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.874420 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:58.875050 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.876493 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f576c41-3e1c-4933-b4d8-ac90e98aa393 HTTP/1.1" status: 200 len: 1093 time: 0.9837272 Aug 09 11:39:58.877011 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'tag': '4f576c41-3e1c-4933-b4d8-ac90e98aa393'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:39:58.885836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7673ef-a784-46a3-a7a2-7d9b1022878a" -d '{"events": [{"name": "network-changed", "server_uuid": "06ff10f6-7f2f-4b99-bab4-f82306594413", "tag": "4f576c41-3e1c-4933-b4d8-ac90e98aa393"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:39:58.947385 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdf9d5-574a-4edc-bbd9-a689cdc7d903 service neutron] Pushing event updated for resources: {'Port': ['ID=4f576c41-3e1c-4933-b4d8-ac90e98aa393,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:58.952740 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-455b10a2-0069-4757-92a8-b808839f6b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.962245 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-455b10a2-0069-4757-92a8-b808839f6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:58.975652 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d3b0a-0ce8-4e5b-a853-58385a3a3db5 req-0ca99e4d-ec3c-4183-a6a3-f302d8b52a3a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:58.983809 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d90d3b0a-0ce8-4e5b-a853-58385a3a3db5 req-0ca99e4d-ec3c-4183-a6a3-f302d8b52a3a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 943 time: 0.0751991 Aug 09 11:39:59.004009 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b10a2-0069-4757-92a8-b808839f6b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe556bac-8c9f-430c-a5f5-321fb06f7a3f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:59.029418 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-455b10a2-0069-4757-92a8-b808839f6b06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fcea5451b844a2786a35262f827eb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346740 Aug 09 11:39:59.029688 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35398) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:39:59.064728 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d90d3b0a-0ce8-4e5b-a853-58385a3a3db5 req-1ae5de8c-1b5b-49a2-95c2-400f45a393ed tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798957 Aug 09 11:39:59.086098 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-42a66664-2c04-4847-835e-6f136f6fb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:59.091706 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-42a66664-2c04-4847-835e-6f136f6fb6c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 1096 time: 0.1051104 Aug 09 11:39:59.118063 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bb53-c98a-4c47-b6e9-686d3d61851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:59.118653 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c6ce2-7d05-4878-a33e-29b58e4d6c65 x-openstack-request-id: req-708c6ce2-7d05-4878-a33e-29b58e4d6c65 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:39:59.119100 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ff10f6-7f2f-4b99-bab4-f82306594413", "tag": "4f576c41-3e1c-4933-b4d8-ac90e98aa393", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:39:59.119660 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-708c6ce2-7d05-4878-a33e-29b58e4d6c65 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:39:59.120264 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'tag': '4f576c41-3e1c-4933-b4d8-ac90e98aa393', 'status': 'completed', 'code': 200} Aug 09 11:39:59.145544 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bb53-c98a-4c47-b6e9-686d3d61851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:59.177187 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-f1694323-e677-40c3-bd08-bb089dad18b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393 HTTP/1.1" status: 200 len: 217 time: 0.0390043 Aug 09 11:39:59.206438 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bb53-c98a-4c47-b6e9-686d3d61851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:59.209261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbf2bb53-c98a-4c47-b6e9-686d3d61851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:39:59.219999 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-cbf2bb53-c98a-4c47-b6e9-686d3d61851b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe556bac-8c9f-430c-a5f5-321fb06f7a3f HTTP/1.1" status: 204 len: 168 time: 0.1826417 Aug 09 11:39:59.228730 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2bb53-c98a-4c47-b6e9-686d3d61851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe556bac-8c9f-430c-a5f5-321fb06f7a3f,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:39:59.270099 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-e71f95fc-d68c-4acd-8556-6b5f12c1e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:59.272728 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-e71f95fc-d68c-4acd-8556-6b5f12c1e4e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0867896 Aug 09 11:39:59.313474 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-61ef9373-b9e2-4093-be96-c1055f8d56aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270786 Aug 09 11:39:59.427538 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-24231800-956e-4315-9fe7-9c7a05962c21 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975201 Aug 09 11:39:59.537026 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-082d79ec-b5f7-4c01-a62e-4f95be2e765c req-89e55cef-1d48-432b-a147-4acfae75f6a9 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952349 Aug 09 11:39:59.747104 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-73077cb9-8d64-4550-99fb-8fecf2ce0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:59.748656 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-73077cb9-8d64-4550-99fb-8fecf2ce0d55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 1096 time: 0.0538168 Aug 09 11:39:59.863591 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-1c431b22-220f-4145-91c6-e9d558e1b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:59.865079 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-1c431b22-220f-4145-91c6-e9d558e1b91f service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 914 time: 0.1014962 Aug 09 11:39:59.888127 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ee1bb-4756-4fa8-a1a6-8d2240f050e7 req-888b01be-bcd0-4246-a876-8b5f6b09dd06 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:59.896438 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e54ee1bb-4756-4fa8-a1a6-8d2240f050e7 req-888b01be-bcd0-4246-a876-8b5f6b09dd06 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0688770 Aug 09 11:39:59.919519 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-a8ed8301-ebf4-4546-bff5-4fc8183ce3de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393 HTTP/1.1" status: 200 len: 217 time: 0.0447960 Aug 09 11:39:59.940116 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e54ee1bb-4756-4fa8-a1a6-8d2240f050e7 req-13cf80fb-5a73-451b-858a-475303df2559 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Aug 09 11:39:59.988513 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-cd6a505d-b709-49c0-b435-8f088c73c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:39:59.990427 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-cd6a505d-b709-49c0-b435-8f088c73c859 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0590639 Aug 09 11:40:00.039352 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-e5cddda4-b89a-48fb-b296-e6435466eaac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247283 Aug 09 11:40:00.210346 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-ce954511-f19f-4c51-897b-d7b0d59fb965 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576974 Aug 09 11:40:00.225588 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34972d6e-7ba6-4d28-b72f-9c4806e07bdf req-1859b707-5a2c-46e6-9917-ca92be938cdd tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:00.227084 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-34972d6e-7ba6-4d28-b72f-9c4806e07bdf req-1859b707-5a2c-46e6-9917-ca92be938cdd tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 943 time: 0.0695090 Aug 09 11:40:00.317498 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-34972d6e-7ba6-4d28-b72f-9c4806e07bdf req-b0a1b417-08bd-4200-b781-eba72bcb4245 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739911 Aug 09 11:40:00.358316 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a7673ef-a784-46a3-a7a2-7d9b1022878a req-440a0682-1560-45ae-a803-ab61f096786c service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302776 Aug 09 11:40:00.861937 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35486) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:00.963160 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f081-b870-415b-a3ef-d9926646c0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.086630 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856509d5-6493-4860-b72d-36e1eb8d42f9 req-5d3ba097-5eab-45c2-bc1e-7974f1998754 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:01.088101 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-856509d5-6493-4860-b72d-36e1eb8d42f9 req-5d3ba097-5eab-45c2-bc1e-7974f1998754 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0752239 Aug 09 11:40:01.097305 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f081-b870-415b-a3ef-d9926646c0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.105649 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f2b5f081-b870-415b-a3ef-d9926646c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.166943 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f2b5f081-b870-415b-a3ef-d9926646c0e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92818af6575d4c24bab64c738724a1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039238 Aug 09 11:40:01.169612 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35494) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:01.170102 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-856509d5-6493-4860-b72d-36e1eb8d42f9 req-d48c7336-efb9-460a-8d00-8d6e8802ad06 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745449 Aug 09 11:40:01.170546 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5f081-b870-415b-a3ef-d9926646c0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a0339-514b-499d-b8b4-cfbcd10dbdab,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:01.233819 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-898fea03-006d-402d-a341-c7e9f3b13cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.254650 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-898fea03-006d-402d-a341-c7e9f3b13cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.303703 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-898fea03-006d-402d-a341-c7e9f3b13cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.306424 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-898fea03-006d-402d-a341-c7e9f3b13cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.310191 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-898fea03-006d-402d-a341-c7e9f3b13cef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f79a0339-514b-499d-b8b4-cfbcd10dbdab HTTP/1.1" status: 204 len: 168 time: 0.1372085 Aug 09 11:40:01.319552 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fea03-006d-402d-a341-c7e9f3b13cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a0339-514b-499d-b8b4-cfbcd10dbdab,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:01.453760 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6be3-07f5-4771-8562-779bcbc787ee req-82e90b0f-d58f-4048-8150-46f7c91612f2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:01.455868 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-383d6be3-07f5-4771-8562-779bcbc787ee req-82e90b0f-d58f-4048-8150-46f7c91612f2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 943 time: 0.0555916 Aug 09 11:40:01.494312 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-383d6be3-07f5-4771-8562-779bcbc787ee req-79afc5d0-9fd9-4ff7-88b7-0d0193cb9974 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Aug 09 11:40:01.597160 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35506) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:01.612214 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4749b44-92ab-4ab5-a753-fa8ea53b06a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.705794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4749b44-92ab-4ab5-a753-fa8ea53b06a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.711632 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4749b44-92ab-4ab5-a753-fa8ea53b06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.760613 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4749b44-92ab-4ab5-a753-fa8ea53b06a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3cba0c-2641-47a9-a615-47414b8ec604,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:01.768586 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-e4749b44-92ab-4ab5-a753-fa8ea53b06a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43207dcd33294a098a7c0fcd97b3e587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702080 Aug 09 11:40:01.771340 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35516) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:01.829001 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4e-e171-4f62-9f13-9a705d62c878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.855149 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4e-e171-4f62-9f13-9a705d62c878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.915444 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4e-e171-4f62-9f13-9a705d62c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.919183 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-bf0bcc4e-e171-4f62-9f13-9a705d62c878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:01.920856 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-bf0bcc4e-e171-4f62-9f13-9a705d62c878 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b3cba0c-2641-47a9-a615-47414b8ec604 HTTP/1.1" status: 204 len: 168 time: 0.1483283 Aug 09 11:40:01.932371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bcc4e-e171-4f62-9f13-9a705d62c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3cba0c-2641-47a9-a615-47414b8ec604,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:02.254067 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35530) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:02.267693 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76bb325b-bef2-48e6-80f0-5110fb5b478e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.303598 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322ff72-ce56-4afc-8f52-f4c47d8d39f0 req-8e41defe-91ef-449d-8877-d37316664393 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:02.305717 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9322ff72-ce56-4afc-8f52-f4c47d8d39f0 req-8e41defe-91ef-449d-8877-d37316664393 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0597038 Aug 09 11:40:02.346821 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9322ff72-ce56-4afc-8f52-f4c47d8d39f0 req-ef4f8f1e-a318-4d7d-ac20-b888af7f99cf tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Aug 09 11:40:02.365859 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76bb325b-bef2-48e6-80f0-5110fb5b478e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.371155 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76bb325b-bef2-48e6-80f0-5110fb5b478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.409488 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-76bb325b-bef2-48e6-80f0-5110fb5b478e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6b2e3103d7b4051b607ac0f017e43ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543527 Aug 09 11:40:02.410408 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb325b-bef2-48e6-80f0-5110fb5b478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ce9cc-c967-4661-9b38-7bd5b0d4e907,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:02.412206 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35532) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:02.467675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-25f45636-7662-4b86-9092-f458c81b63e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.489095 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-25f45636-7662-4b86-9092-f458c81b63e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.536824 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-25f45636-7662-4b86-9092-f458c81b63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.539396 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-25f45636-7662-4b86-9092-f458c81b63e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:02.540550 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-25f45636-7662-4b86-9092-f458c81b63e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d93ce9cc-c967-4661-9b38-7bd5b0d4e907 HTTP/1.1" status: 204 len: 168 time: 0.1273565 Aug 09 11:40:02.549152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f45636-7662-4b86-9092-f458c81b63e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ce9cc-c967-4661-9b38-7bd5b0d4e907,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:02.613311 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cf80-e106-440f-9e2d-05f192487aea req-6752338e-ea9c-4f7d-9445-7a3514c9c6a5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:02.614797 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-49f2cf80-e106-440f-9e2d-05f192487aea req-6752338e-ea9c-4f7d-9445-7a3514c9c6a5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 943 time: 0.0481915 Aug 09 11:40:02.655113 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-49f2cf80-e106-440f-9e2d-05f192487aea req-7e4e8ceb-1135-4448-ad27-3ada997fa695 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Aug 09 11:40:03.233704 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35564) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:03.327793 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1208368889-network', 'tenant_id': '9b1d5f1a59354c47a85a9fe7d36eab33'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:03.348841 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Made reservation on behalf of 9b1d5f1a59354c47a85a9fe7d36eab33 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:03.351670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.359658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.486226 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.490742 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.503999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44d35-9f5d-4847-b768-5db6cbdc860f req-2cdf32cf-8358-4ac8-9ca9-142e18c7a25c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:03.505861 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9ad44d35-9f5d-4847-b768-5db6cbdc860f req-2cdf32cf-8358-4ac8-9ca9-142e18c7a25c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0829070 Aug 09 11:40:03.530172 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:40:03.549786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b9408b-b3c8-4d4b-9373-ba997f92536b,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:03.561270 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.561643 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Added segment e2895fb6-9b2b-4341-850b-610e573ecdbd of type vlan for network 963afd48-ed3c-4ea5-a020-8effa11915b0 Aug 09 11:40:03.601261 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9ad44d35-9f5d-4847-b768-5db6cbdc860f req-6b79263a-5c4f-4c86-b407-bb8ddf724a4b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849748 Aug 09 11:40:03.612076 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.641174 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.642385 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:03.642971 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.702541 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4676485 Aug 09 11:40:03.705560 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35572) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:03.707749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46325866-fbd8-452f-ad5d-706928871f93 admin admin] Pushing event updated for resources: {'Network': ['ID=963afd48-ed3c-4ea5-a020-8effa11915b0,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:03.713521 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Request body: {'subnet': {'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1208368889-subnet', 'tenant_id': '9b1d5f1a59354c47a85a9fe7d36eab33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:03.718782 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 963afd48-ed3c-4ea5-a020-8effa11915b0 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:40:03.738489 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Made reservation on behalf of 9b1d5f1a59354c47a85a9fe7d36eab33 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:03.741361 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.781526 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870505d8-85c7-42d2-a724-33b85c0a5051 req-dc46d7a2-5f25-41e4-a35f-dcf10002d779 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:03.783035 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-870505d8-85c7-42d2-a724-33b85c0a5051 req-dc46d7a2-5f25-41e4-a35f-dcf10002d779 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 943 time: 0.0576982 Aug 09 11:40:03.822960 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-870505d8-85c7-42d2-a724-33b85c0a5051 req-0b8e1e0d-425e-49d4-bb2c-4b831e62477f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Aug 09 11:40:03.911615 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:03.966301 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04120db2-e848-40ce-ba5e-62511f66ee13,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:03.974607 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Checking segment: {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:40:03.974961 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Network hostable DHCP agents. Network: 963afd48-ed3c-4ea5-a020-8effa11915b0, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:40:03.990708 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Network 963afd48-ed3c-4ea5-a020-8effa11915b0 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:40:03.999315 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 963afd48-ed3c-4ea5-a020-8effa11915b0) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:04.003439 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:04.004022 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:04.008569 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2b482-c491-44d4-bd70-b7050d8d7eb2 None None] Network 963afd48-ed3c-4ea5-a020-8effa11915b0 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:40:04.022364 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-e2d3ccd3-1a5b-4c3d-a5aa-55d76745f124 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3142891 Aug 09 11:40:04.127267 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31df1e-6441-4359-a35c-a496c529d400 None None] Network 963afd48-ed3c-4ea5-a020-8effa11915b0 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:40:04.709704 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a53e-917d-4b89-8d6d-d65fa2c15913 req-b6fbe08e-c0ce-4a14-8157-45465f5e2a96 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:04.711645 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2682a53e-917d-4b89-8d6d-d65fa2c15913 req-b6fbe08e-c0ce-4a14-8157-45465f5e2a96 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0463703 Aug 09 11:40:04.749311 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2682a53e-917d-4b89-8d6d-d65fa2c15913 req-a403fd8a-5436-4ee9-ac60-9462b6d981d3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Aug 09 11:40:04.936016 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ac267-5817-4fae-815b-03f01d06c069 req-ae31d34f-0cf2-4001-8c37-ea1d19b5fb1f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:04.937485 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-243ac267-5817-4fae-815b-03f01d06c069 req-ae31d34f-0cf2-4001-8c37-ea1d19b5fb1f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 943 time: 0.0509021 Aug 09 11:40:04.974906 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-243ac267-5817-4fae-815b-03f01d06c069 req-445673b2-f64f-4a2c-85df-1932f25b0020 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 09 11:40:05.270900 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 4f576c41-3e1c-4933-b4d8-ac90e98aa393 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:40:05.360670 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:40:05.369613 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:05.380732 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '4f576c41-3e1c-4933-b4d8-ac90e98aa393', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'port_id': '4f576c41-3e1c-4933-b4d8-ac90e98aa393', 'mac_address': 'fa:16:3e:50:3e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887433ed-fb8c-4e66-ac10-bf5484834a69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:40:05.415985 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:05.427807 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f576c41-3e1c-4933-b4d8-ac90e98aa393 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:05.448096 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:05.451966 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:05.497801 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=4f576c41-3e1c-4933-b4d8-ac90e98aa393,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:05.504672 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.505022 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.505496 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.505831 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.506160 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.507137 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.507988 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.508380 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.508732 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.509059 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.509381 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.509701 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:05.862283 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85f6e1-858b-4efd-a125-4838a3efb627 req-e1b9aebf-beb7-4ec9-ab29-3e0bad53f1e1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:05.863917 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cf85f6e1-858b-4efd-a125-4838a3efb627 req-e1b9aebf-beb7-4ec9-ab29-3e0bad53f1e1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Aug 09 11:40:05.905065 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cf85f6e1-858b-4efd-a125-4838a3efb627 req-20d24d80-3946-4669-93a0-818adb3ec250 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Aug 09 11:40:05.910817 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['4f576c41-3e1c-4933-b4d8-ac90e98aa393'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:06.111777 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d77954-5a83-4652-8b5c-cac5559ccd3c req-931c7c6d-1488-48fc-a6f2-c2d7f555f670 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:06.113516 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-75d77954-5a83-4652-8b5c-cac5559ccd3c req-931c7c6d-1488-48fc-a6f2-c2d7f555f670 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 944 time: 0.0582070 Aug 09 11:40:06.157062 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-75d77954-5a83-4652-8b5c-cac5559ccd3c req-dc5b90c8-c601-466a-a926-9978d143db39 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Aug 09 11:40:06.358897 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35626) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:06.472597 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-41686b61-199e-4dab-ae6b-970e7fbed91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.560871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-41686b61-199e-4dab-ae6b-970e7fbed91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.564773 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-41686b61-199e-4dab-ae6b-970e7fbed91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.605200 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-41686b61-199e-4dab-ae6b-970e7fbed91e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4916c6918df04b6b96174e1a6be90a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430112 Aug 09 11:40:06.605200 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41686b61-199e-4dab-ae6b-970e7fbed91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4311b66a-7729-4e95-af68-aefaaafb05a5,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:06.605729 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35636) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:06.669210 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e1e25e3-6438-4c4d-8733-073cf02fa562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.690346 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e1e25e3-6438-4c4d-8733-073cf02fa562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.742199 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e1e25e3-6438-4c4d-8733-073cf02fa562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.745387 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7e1e25e3-6438-4c4d-8733-073cf02fa562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:06.746545 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7e1e25e3-6438-4c4d-8733-073cf02fa562 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4311b66a-7729-4e95-af68-aefaaafb05a5 HTTP/1.1" status: 204 len: 168 time: 0.1395991 Aug 09 11:40:06.757377 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e25e3-6438-4c4d-8733-073cf02fa562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4311b66a-7729-4e95-af68-aefaaafb05a5,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:06.874888 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-27fe87f9-6cc8-40f2-be2c-bdf307728dbc tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:06.876401 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-27fe87f9-6cc8-40f2-be2c-bdf307728dbc tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/networks?id=963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 200 len: 809 time: 0.1053088 Aug 09 11:40:06.891327 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-fe99c15c-1fcc-4032-8720-a1c7ceda7f09 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/quotas/9b1d5f1a59354c47a85a9fe7d36eab33 HTTP/1.1" status: 200 len: 375 time: 0.0092595 Aug 09 11:40:06.926025 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-bd266028-3cbd-45ef-b012-00998c0d40ca tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293648 Aug 09 11:40:07.026594 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-dc1ca95e-4e02-485f-88b8-d91b5bfeb45f service neutron] 10.222.0.41 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928681 Aug 09 11:40:07.031905 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470c6e1-784b-4e9d-8e3f-5dad98a2ce7f req-6dd85734-5945-44ca-90dd-375912680bc2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:07.033424 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a470c6e1-784b-4e9d-8e3f-5dad98a2ce7f req-6dd85734-5945-44ca-90dd-375912680bc2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Aug 09 11:40:07.075110 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a470c6e1-784b-4e9d-8e3f-5dad98a2ce7f req-4324c050-71a7-4c70-ab05-4e94f664ebaf tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Aug 09 11:40:07.129486 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-459864d4-5905-4091-aa98-6bf1160286dc service neutron] 10.222.0.41 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959675 Aug 09 11:40:07.313315 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2503-50ec-43e7-894e-f7dd4ebb62b1 req-57e60bb2-d204-48e3-a4bb-46c528842f03 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:07.315101 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ab5d2503-50ec-43e7-894e-f7dd4ebb62b1 req-57e60bb2-d204-48e3-a4bb-46c528842f03 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 944 time: 0.0803106 Aug 09 11:40:07.316682 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2a9e95d1-7bcc-456a-aef0-57d10cc6edec req-c54ba009-6b5a-48e3-b8de-f14549355199 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 210 time: 0.0410547 Aug 09 11:40:07.365838 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ab5d2503-50ec-43e7-894e-f7dd4ebb62b1 req-16e92083-9efe-4220-bc8c-eeb002fe381c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Aug 09 11:40:08.190191 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda16107-2124-42e7-8c82-e15688ac0b7c req-adccce14-c3d7-46dc-84bb-87e107392f7f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:08.191662 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fda16107-2124-42e7-8c82-e15688ac0b7c req-adccce14-c3d7-46dc-84bb-87e107392f7f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Aug 09 11:40:08.229685 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fda16107-2124-42e7-8c82-e15688ac0b7c req-c3869253-9424-43c4-98be-3dffb474c92e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Aug 09 11:40:08.415638 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-46b57b74-e665-4e67-a701-8222a4e51bd6 req-e3ff9487-79fe-460e-b76a-01ee13948f99 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 210 time: 0.0303345 Aug 09 11:40:08.483563 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32cbd-56d2-4035-a063-18d2f2cf8e2a req-8b0d2f4d-a85f-4509-a7fb-e00ab35969c7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:08.485088 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-60c32cbd-56d2-4035-a063-18d2f2cf8e2a req-8b0d2f4d-a85f-4509-a7fb-e00ab35969c7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 944 time: 0.0496976 Aug 09 11:40:08.531887 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-60c32cbd-56d2-4035-a063-18d2f2cf8e2a req-414836b9-f423-4dcb-95c6-7d01fc98f7a2 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Aug 09 11:40:08.825627 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-9ddaa6e3-53d4-4e52-b882-31ad1f5381a5 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:08.827196 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-9ddaa6e3-53d4-4e52-b882-31ad1f5381a5 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "GET /v2.0/networks?id=963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 200 len: 809 time: 0.1043987 Aug 09 11:40:08.878271 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Request body: {'port': {'device_id': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0', 'admin_state_up': True, 'tenant_id': '9b1d5f1a59354c47a85a9fe7d36eab33'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:08.992264 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Made reservation on behalf of 9b1d5f1a59354c47a85a9fe7d36eab33 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:08.995979 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:09.129468 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Allocated IP 172.20.0.11 (963afd48-ed3c-4ea5-a020-8effa11915b0/04120db2-e848-40ce-ba5e-62511f66ee13/45835929-f62a-4ad0-bcda-230823bda7a1) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:40:09.279342 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:09.358913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:09.410945 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60c9cc-9181-48f5-a9eb-099713b5deeb req-39f5f656-717c-40c0-b64f-aee2266cbbc1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:09.412612 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4b60c9cc-9181-48f5-a9eb-099713b5deeb req-39f5f656-717c-40c0-b64f-aee2266cbbc1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1047812 Aug 09 11:40:09.470690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Network 963afd48-ed3c-4ea5-a020-8effa11915b0 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:40:09.473792 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Pushing event updated for resources: {'Port': ['ID=45835929-f62a-4ad0-bcda-230823bda7a1,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:09.477338 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:09.495559 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4b60c9cc-9181-48f5-a9eb-099713b5deeb req-ed8556ce-a6e1-4561-b54b-014c1e7a527a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681131 Aug 09 11:40:09.495559 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:40:09.550944 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:09.551588 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:09.572825 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-289acc79-1d60-4db4-878d-ba357d881b9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6983113 Aug 09 11:40:09.587124 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6514b-2a07-455b-a083-275967f2055d req-5eac952a-30e7-4c38-9f48-d20e5f079a97 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:09.588647 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-68b6514b-2a07-455b-a083-275967f2055d req-5eac952a-30e7-4c38-9f48-d20e5f079a97 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 932 time: 0.0537882 Aug 09 11:40:09.595398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Request body: {'port': {'device_id': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:09.642496 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-68b6514b-2a07-455b-a083-275967f2055d req-c973f05d-98f7-4681-8067-fef7ec6c5772 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Aug 09 11:40:09.688024 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:09.704908 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d002b9e-6182-4b81-b93f-7de611c84500 req-09ca1d23-bd37-4eae-aee5-c691793e373a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:09.706384 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d002b9e-6182-4b81-b93f-7de611c84500 req-09ca1d23-bd37-4eae-aee5-c691793e373a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 944 time: 0.0908704 Aug 09 11:40:09.786409 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d002b9e-6182-4b81-b93f-7de611c84500 req-d1df8153-8388-4ce4-acc7-3caee853ac88 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725951 Aug 09 11:40:10.003968 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45835929-f62a-4ad0-bcda-230823bda7a1 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:10.015905 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.024602 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35750) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:10.036562 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Transition to ACTIVE for port object 45835929-f62a-4ad0-bcda-230823bda7a1 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:40:10.041085 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.077671 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 4f576c41-3e1c-4933-b4d8-ac90e98aa393 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:40:10.110184 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Pushing event updated for resources: {'Port': ['ID=45835929-f62a-4ad0-bcda-230823bda7a1,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.145058 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:40:10.149572 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:40:10.150022 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.162115 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bbdca550-8a43-4e4e-86f7-0ac2ad684d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.188412 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Attempting to bind port 45835929-f62a-4ad0-bcda-230823bda7a1 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:40:10.188748 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Attempting to bind port 45835929-f62a-4ad0-bcda-230823bda7a1 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:40:10.189077 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Attempting to bind port 45835929-f62a-4ad0-bcda-230823bda7a1 on network 963afd48-ed3c-4ea5-a020-8effa11915b0 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:10.200310 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Port 45835929-f62a-4ad0-bcda-230823bda7a1 on network 963afd48-ed3c-4ea5-a020-8effa11915b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:40:10.200666 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Attempting to bind port 45835929-f62a-4ad0-bcda-230823bda7a1 on network 963afd48-ed3c-4ea5-a020-8effa11915b0 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:10.209675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:40:10.210405 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Checking segment: {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:40:10.210797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Bound using segment: {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:40:10.211240 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Bound port: 45835929-f62a-4ad0-bcda-230823bda7a1, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:40:10.211583 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.229261 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.253745 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f576c41-3e1c-4933-b4d8-ac90e98aa393'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:10.256084 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c650c918-454a-4975-9d6a-d1ed00a07451" -d '{"events": [{"server_uuid": "06ff10f6-7f2f-4b99-bab4-f82306594413", "name": "network-vif-plugged", "status": "completed", "tag": "4f576c41-3e1c-4933-b4d8-ac90e98aa393"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:10.268632 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:10.274622 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.307146 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b962c800-1bbf-481b-9344-64b7527e51f9 x-openstack-request-id: req-b962c800-1bbf-481b-9344-64b7527e51f9 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:10.307436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ff10f6-7f2f-4b99-bab4-f82306594413", "name": "network-vif-plugged", "status": "completed", "tag": "4f576c41-3e1c-4933-b4d8-ac90e98aa393", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:10.307751 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b962c800-1bbf-481b-9344-64b7527e51f9 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:10.308251 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f576c41-3e1c-4933-b4d8-ac90e98aa393', 'code': 200} Aug 09 11:40:10.315629 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] For port 45835929-f62a-4ad0-bcda-230823bda7a1, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:40:10.318921 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] For port 45835929-f62a-4ad0-bcda-230823bda7a1, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=45835929-f62a-4ad0-bcda-230823bda7a1,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:40:10.327175 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.337341 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=4f576c41-3e1c-4933-b4d8-ac90e98aa393,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.369355 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bbdca550-8a43-4e4e-86f7-0ac2ad684d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.380165 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bbdca550-8a43-4e4e-86f7-0ac2ad684d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.383256 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:10.383866 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.385281 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] 10.222.0.55 "PUT /v2.0/ports/45835929-f62a-4ad0-bcda-230823bda7a1 HTTP/1.1" status: 200 len: 1094 time: 0.7944965 Aug 09 11:40:10.389626 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'tag': '45835929-f62a-4ad0-bcda-230823bda7a1'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:10.391846 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcaa4116-12f7-49ce-9fac-a8a8299add8a", "tag": "45835929-f62a-4ad0-bcda-230823bda7a1"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:10.423957 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70790c6a-d8d4-4953-8d91-1ad4b9295416 service neutron] Pushing event updated for resources: {'Port': ['ID=45835929-f62a-4ad0-bcda-230823bda7a1,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.443976 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdca550-8a43-4e4e-86f7-0ac2ad684d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90793df-2635-406f-b86b-f221242281d7,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.450777 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bbdca550-8a43-4e4e-86f7-0ac2ad684d3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9dcb802343945c980d761847b63a9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204631 Aug 09 11:40:10.451327 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35758) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:10.451461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb7e04-c748-4e24-bb11-09a8ca51ce9b x-openstack-request-id: req-96fb7e04-c748-4e24-bb11-09a8ca51ce9b {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:10.451668 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcaa4116-12f7-49ce-9fac-a8a8299add8a", "tag": "45835929-f62a-4ad0-bcda-230823bda7a1", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:10.452094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96fb7e04-c748-4e24-bb11-09a8ca51ce9b {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:10.452668 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'tag': '45835929-f62a-4ad0-bcda-230823bda7a1', 'status': 'completed', 'code': 200} Aug 09 11:40:10.516513 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2873-8f98-4013-947e-0e873fcb5fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.544749 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2873-8f98-4013-947e-0e873fcb5fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.616064 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df803c87-76fb-4c79-aad4-b819842fa0d4 req-754aadf9-9f7c-4061-80ff-d12fe7f8cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:10.622928 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-df803c87-76fb-4c79-aad4-b819842fa0d4 req-754aadf9-9f7c-4061-80ff-d12fe7f8cd13 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 1098 time: 0.0651088 Aug 09 11:40:10.646715 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e1d2-6a7a-405a-8f9f-1ef826d8c0de req-e7465f10-a9b5-4d94-a9aa-87be8f76411d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:10.648924 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ead1e1d2-6a7a-405a-8f9f-1ef826d8c0de req-e7465f10-a9b5-4d94-a9aa-87be8f76411d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0851185 Aug 09 11:40:10.650716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-961c46a5-3c8f-4327-95a3-528e62a5fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:10.652831 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-961c46a5-3c8f-4327-95a3-528e62a5fba2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 1097 time: 0.0989830 Aug 09 11:40:10.671548 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-df803c87-76fb-4c79-aad4-b819842fa0d4 req-fd638ca3-d66c-4839-87ee-68fac014bff4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Aug 09 11:40:10.677538 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2873-8f98-4013-947e-0e873fcb5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.681454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2873-8f98-4013-947e-0e873fcb5fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:10.686345 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4dbb2873-8f98-4013-947e-0e873fcb5fc8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c90793df-2635-406f-b86b-f221242281d7 HTTP/1.1" status: 204 len: 168 time: 0.2330630 Aug 09 11:40:10.701386 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb2873-8f98-4013-947e-0e873fcb5fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90793df-2635-406f-b86b-f221242281d7,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:10.751286 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-dfe29c3f-d3ad-402c-ba40-908413238d2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45835929-f62a-4ad0-bcda-230823bda7a1 HTTP/1.1" status: 200 len: 217 time: 0.0732276 Aug 09 11:40:10.771178 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ead1e1d2-6a7a-405a-8f9f-1ef826d8c0de req-2aac0b43-f79a-49c7-8596-462b80ede572 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092329 Aug 09 11:40:10.814924 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af23a42-51e0-4fcd-b212-29f420a6137a req-d533d85e-0f02-4f82-9597-9e6a3ebb16e8 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:10.816460 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7af23a42-51e0-4fcd-b212-29f420a6137a req-d533d85e-0f02-4f82-9597-9e6a3ebb16e8 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 944 time: 0.0603621 Aug 09 11:40:10.859139 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7af23a42-51e0-4fcd-b212-29f420a6137a req-67556acc-ad19-41fa-b94c-dd6c6b0874cb tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365310 Aug 09 11:40:10.918723 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab826-6504-4d29-a020-fdf3605e89fe req-1cdf2771-aba7-40eb-afc1-b5efeb1b4376 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:10.920215 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-992ab826-6504-4d29-a020-fdf3605e89fe req-1cdf2771-aba7-40eb-afc1-b5efeb1b4376 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Aug 09 11:40:10.958936 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-992ab826-6504-4d29-a020-fdf3605e89fe req-5be7eb4a-7bb0-42d7-bcd2-89f5172d5624 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Aug 09 11:40:11.000113 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35782) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:11.017366 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f31d925b-95dd-4f68-abcc-fb7774ab001d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.100940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-fde33918-0118-4fbb-a4aa-c63d3c515724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:11.103183 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-fde33918-0118-4fbb-a4aa-c63d3c515724 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=04120db2-e848-40ce-ba5e-62511f66ee13 HTTP/1.1" status: 200 len: 849 time: 0.0510225 Aug 09 11:40:11.115956 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f31d925b-95dd-4f68-abcc-fb7774ab001d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.120454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f31d925b-95dd-4f68-abcc-fb7774ab001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.136772 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-bcba8637-43ad-4528-bf08-f81a1e5a0477 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963afd48-ed3c-4ea5-a020-8effa11915b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249228 Aug 09 11:40:11.160665 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f31d925b-95dd-4f68-abcc-fb7774ab001d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bf606b286b74d1bbf8a18f0262d97ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591866 Aug 09 11:40:11.161349 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d925b-95dd-4f68-abcc-fb7774ab001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702e3386-39aa-4e85-8c83-5317ddd7904d,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:11.164449 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35784) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:11.213668 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3c740878-4fed-4b6f-b978-856df7de15f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.235554 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3c740878-4fed-4b6f-b978-856df7de15f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.242063 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-20526a05-1154-4208-966c-dd284b8a43dc service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832505 Aug 09 11:40:11.285182 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3c740878-4fed-4b6f-b978-856df7de15f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.287914 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3c740878-4fed-4b6f-b978-856df7de15f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:11.289125 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-3c740878-4fed-4b6f-b978-856df7de15f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/702e3386-39aa-4e85-8c83-5317ddd7904d HTTP/1.1" status: 204 len: 168 time: 0.1235747 Aug 09 11:40:11.309806 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c740878-4fed-4b6f-b978-856df7de15f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e3386-39aa-4e85-8c83-5317ddd7904d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:11.358750 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-245b2cba-529b-4bde-95b0-5271caeeea65 req-6ef3f312-1bbd-4602-95e6-7018acfe4f07 service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025412 Aug 09 11:40:11.540541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-afe155e5-25b1-46d0-80e4-8a20c0b634b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:11.542158 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-afe155e5-25b1-46d0-80e4-8a20c0b634b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 1097 time: 0.0395443 Aug 09 11:40:11.643113 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-e17cc80c-620c-4195-b920-dbec32f83865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:11.644633 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-e17cc80c-620c-4195-b920-dbec32f83865 service neutron] 10.222.0.55 "GET /v2.0/networks?id=963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 200 len: 910 time: 0.0889719 Aug 09 11:40:11.691881 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-f4a4274a-143e-4e5c-b6ad-414eaa5ae55a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45835929-f62a-4ad0-bcda-230823bda7a1 HTTP/1.1" status: 200 len: 217 time: 0.0384355 Aug 09 11:40:11.754926 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-ce0e2217-cf6b-455c-aecb-bba5b48beb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:11.756565 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-ce0e2217-cf6b-455c-aecb-bba5b48beb6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=04120db2-e848-40ce-ba5e-62511f66ee13 HTTP/1.1" status: 200 len: 849 time: 0.0446799 Aug 09 11:40:11.808678 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-01e15623-c589-4e93-b29d-b759803a4459 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963afd48-ed3c-4ea5-a020-8effa11915b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337772 Aug 09 11:40:11.953091 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2783cc-2ce6-44d3-828d-bc273be784b1 req-ea1fae84-882d-459f-a1fd-4044195b6b4a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:11.954926 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8d2783cc-2ce6-44d3-828d-bc273be784b1 req-ea1fae84-882d-459f-a1fd-4044195b6b4a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1023631 Aug 09 11:40:11.981960 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-6b6a9d9a-d44e-495e-ad8f-3b27ef979334 service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624980 Aug 09 11:40:12.000245 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245ac74-2865-445e-b35c-58ab75981e80 req-7521b20d-a7b4-45ee-bff8-ae049e80f6f9 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:12.002994 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1245ac74-2865-445e-b35c-58ab75981e80 req-7521b20d-a7b4-45ee-bff8-ae049e80f6f9 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 944 time: 0.0681944 Aug 09 11:40:12.009447 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8d2783cc-2ce6-44d3-828d-bc273be784b1 req-b07607d9-4018-4d34-8e6a-b7b1d2e6ea04 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Aug 09 11:40:12.051007 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1245ac74-2865-445e-b35c-58ab75981e80 req-b1efb8db-35ba-4f92-a83f-23f73dc59ec4 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Aug 09 11:40:12.169245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bc2a2-b5fc-482e-95fc-9d94dc56b4a2 req-cb8497da-8d81-464e-a3fa-4c7ab880738a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:12.170742 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d50bc2a2-b5fc-482e-95fc-9d94dc56b4a2 req-cb8497da-8d81-464e-a3fa-4c7ab880738a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 945 time: 0.1016760 Aug 09 11:40:12.199796 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e98ee3fb-fe63-4fe3-a283-4649a6a1bc8e req-2daa1e47-57c3-4ee6-9db9-c280e21ac318 service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421349 Aug 09 11:40:12.220583 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d50bc2a2-b5fc-482e-95fc-9d94dc56b4a2 req-03baf1f7-d61a-4e5c-afa8-c41197fe70c4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432439 Aug 09 11:40:13.181526 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326bcc3-c1d0-4a8c-a4e7-97f3e605ac66 req-4be4e829-6b26-425d-a522-c49a342fbff9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:13.184282 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8326bcc3-c1d0-4a8c-a4e7-97f3e605ac66 req-4be4e829-6b26-425d-a522-c49a342fbff9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0737920 Aug 09 11:40:13.252216 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ce2dc-63e8-4d88-bba1-fe09a91a357b req-273c2eaa-6551-427b-947b-36ec2917f625 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:13.253738 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-aa6ce2dc-63e8-4d88-bba1-fe09a91a357b req-273c2eaa-6551-427b-947b-36ec2917f625 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 944 time: 0.0835164 Aug 09 11:40:13.257110 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8326bcc3-c1d0-4a8c-a4e7-97f3e605ac66 req-d3a78518-aec2-4ee4-be86-b59f3dc058cd tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628479 Aug 09 11:40:13.295553 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-aa6ce2dc-63e8-4d88-bba1-fe09a91a357b req-b50d8df3-5cf3-4436-a639-22bb2f25dc85 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Aug 09 11:40:13.369714 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35888) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:13.390415 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762029c2-898a-496f-a4c9-da888ea692f1 req-9692b7ab-e80b-4e29-8b7d-a7148eaf8001 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:13.391911 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-762029c2-898a-496f-a4c9-da888ea692f1 req-9692b7ab-e80b-4e29-8b7d-a7148eaf8001 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 945 time: 0.0530059 Aug 09 11:40:13.430940 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-762029c2-898a-496f-a4c9-da888ea692f1 req-de25bf80-f59d-417a-ad41-14addf89d61f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Aug 09 11:40:13.475211 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf04a-33e8-41f5-b097-fe4cb07f80bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.565738 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf04a-33e8-41f5-b097-fe4cb07f80bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.570565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf04a-33e8-41f5-b097-fe4cb07f80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.610820 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bdcdf04a-33e8-41f5-b097-fe4cb07f80bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe3cdbd4897443e1b419696f1605d52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401168 Aug 09 11:40:13.611901 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdf04a-33e8-41f5-b097-fe4cb07f80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13b4c15-56cd-4113-bced-67975f01f0f0,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:13.614149 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35898) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:13.662012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d9b93118-81e5-4e58-9611-3902fd62c224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.684590 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d9b93118-81e5-4e58-9611-3902fd62c224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.736271 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d9b93118-81e5-4e58-9611-3902fd62c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.739369 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d9b93118-81e5-4e58-9611-3902fd62c224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:13.743735 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d9b93118-81e5-4e58-9611-3902fd62c224 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b13b4c15-56cd-4113-bced-67975f01f0f0 HTTP/1.1" status: 204 len: 168 time: 0.1282263 Aug 09 11:40:13.753601 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93118-81e5-4e58-9611-3902fd62c224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13b4c15-56cd-4113-bced-67975f01f0f0,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:14.046444 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 35916) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:14.060795 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbef2e69-eac7-433a-910e-8559369f89ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.148352 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbef2e69-eac7-433a-910e-8559369f89ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.151778 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbef2e69-eac7-433a-910e-8559369f89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.193406 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-dbef2e69-eac7-433a-910e-8559369f89ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5eb29fd0ac7f4076802d4f6a938ff1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458089 Aug 09 11:40:14.194397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef2e69-eac7-433a-910e-8559369f89ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d7576-c1ef-472b-950a-82191eedc593,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:14.196087 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 35918) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:14.245134 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0efbc8c-5e01-4679-b1f6-019a41f1c28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.265693 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0efbc8c-5e01-4679-b1f6-019a41f1c28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.325833 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0efbc8c-5e01-4679-b1f6-019a41f1c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.329781 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0efbc8c-5e01-4679-b1f6-019a41f1c28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:14.335322 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-c0efbc8c-5e01-4679-b1f6-019a41f1c28a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/231d7576-c1ef-472b-950a-82191eedc593 HTTP/1.1" status: 204 len: 168 time: 0.1372533 Aug 09 11:40:14.348905 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efbc8c-5e01-4679-b1f6-019a41f1c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d7576-c1ef-472b-950a-82191eedc593,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:14.428599 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77899-d0d9-4653-bed5-ff40185ad7e6 req-db83fe1a-2c53-43ee-8700-93432c59c762 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:14.430864 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ee77899-d0d9-4653-bed5-ff40185ad7e6 req-db83fe1a-2c53-43ee-8700-93432c59c762 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0587525 Aug 09 11:40:14.470720 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7323bb1-ebfb-4efa-ae89-4f116ee5cfe5 req-4a0b365c-ac74-4c77-bff4-6e863c2d445f tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:14.484810 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c7323bb1-ebfb-4efa-ae89-4f116ee5cfe5 req-4a0b365c-ac74-4c77-bff4-6e863c2d445f tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 944 time: 0.0786519 Aug 09 11:40:14.489351 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ee77899-d0d9-4653-bed5-ff40185ad7e6 req-9d618e8a-8763-41d9-ac34-8b2726e43088 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Aug 09 11:40:14.540329 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c7323bb1-ebfb-4efa-ae89-4f116ee5cfe5 req-14f19894-7715-4432-8d6f-5ef7d69c8d9b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499926 Aug 09 11:40:15.591487 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59547f-4961-4e0e-a502-31fd969cb0a0 req-e8696321-dade-421a-b0f7-5e536f7d0d16 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:15.592999 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5a59547f-4961-4e0e-a502-31fd969cb0a0 req-e8696321-dade-421a-b0f7-5e536f7d0d16 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Aug 09 11:40:15.631545 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5a59547f-4961-4e0e-a502-31fd969cb0a0 req-c74496da-372f-44a4-856f-8d8958ba5c1e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 09 11:40:15.650171 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00dc29-f16c-409a-a2ad-7d75e71f0f66 req-aec1fb9f-a43b-4d15-9886-e3e5391ec580 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:15.651791 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fe00dc29-f16c-409a-a2ad-7d75e71f0f66 req-aec1fb9f-a43b-4d15-9886-e3e5391ec580 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 944 time: 0.0535083 Aug 09 11:40:15.690995 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fe00dc29-f16c-409a-a2ad-7d75e71f0f66 req-eabb5473-be0e-4b43-8f17-e416bf3afd23 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332489 Aug 09 11:40:16.361822 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-c4670c06-5c9e-4c9e-86c7-a5e792d0a42a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:16.363275 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-c4670c06-5c9e-4c9e-86c7-a5e792d0a42a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.1018074 Aug 09 11:40:16.377964 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-6c82ad72-1606-4523-8707-5387461ede66 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/quotas/044455dba4df429690e27043dd031851 HTTP/1.1" status: 200 len: 375 time: 0.0085411 Aug 09 11:40:16.425558 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-8b145fa5-7f19-467e-b56a-bc2d11703688 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426209 Aug 09 11:40:16.513091 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-301abae9-d2da-4cf3-aa50-82f04c8cd979 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801301 Aug 09 11:40:16.603183 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81e078fb-b8b6-4026-92f9-e81370fb0bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843656 Aug 09 11:40:16.795119 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389d9fa-cd84-437d-98a5-199ee6ced287 req-a33f0991-f7cd-4ed9-9be0-48e0404fc0c5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:16.796674 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b389d9fa-cd84-437d-98a5-199ee6ced287 req-a33f0991-f7cd-4ed9-9be0-48e0404fc0c5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Aug 09 11:40:16.834629 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b389d9fa-cd84-437d-98a5-199ee6ced287 req-9191e67e-8de9-451c-bbca-7b62c0fb59ea tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Aug 09 11:40:16.902486 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-832c2df2-24ee-4935-aa0c-7536e89d78ab req-0cbb5dfb-3e0e-4503-b884-1b0364d09101 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 210 time: 0.0307803 Aug 09 11:40:17.004657 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e74a32-35c2-46d5-9505-f92b512c28ce req-27b9b9d9-8744-4e67-9861-7580d2a2108a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:17.006237 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b7e74a32-35c2-46d5-9505-f92b512c28ce req-27b9b9d9-8744-4e67-9861-7580d2a2108a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 944 time: 0.0482771 Aug 09 11:40:17.048959 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b7e74a32-35c2-46d5-9505-f92b512c28ce req-356b059f-8434-421b-aa6e-4262c652b196 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Aug 09 11:40:17.193871 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 45835929-f62a-4ad0-bcda-230823bda7a1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:40:17.284168 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 45835929-f62a-4ad0-bcda-230823bda7a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=45835929-f62a-4ad0-bcda-230823bda7a1,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:17.294777 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '45835929-f62a-4ad0-bcda-230823bda7a1', 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0', 'port_id': '45835929-f62a-4ad0-bcda-230823bda7a1', 'mac_address': 'fa:16:3e:33:e0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04120db2-e848-40ce-ba5e-62511f66ee13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:40:17.331647 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:17.346544 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45835929-f62a-4ad0-bcda-230823bda7a1 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:17.364900 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 45835929-f62a-4ad0-bcda-230823bda7a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=45835929-f62a-4ad0-bcda-230823bda7a1,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:17.369144 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:17.414181 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=45835929-f62a-4ad0-bcda-230823bda7a1,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:17.944253 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc13a-c14c-41d3-954f-5544aa93ebd1 req-3074433d-91bc-4c80-8f5d-494ae1832d10 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:17.945634 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff2dc13a-c14c-41d3-954f-5544aa93ebd1 req-3074433d-91bc-4c80-8f5d-494ae1832d10 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0465138 Aug 09 11:40:17.981589 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff2dc13a-c14c-41d3-954f-5544aa93ebd1 req-194a36eb-b7bf-47c7-b42a-d7b453e8ef75 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301008 Aug 09 11:40:18.059041 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3003b525-5a0d-4c56-9ae9-294b950a046a req-8793a064-23b5-444e-a292-c09176458656 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 210 time: 0.0258486 Aug 09 11:40:18.162088 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1601-c7b6-4d4c-ab2c-665649679d62 req-a2129992-0e05-40cc-b451-a298c32db669 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:18.164256 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-30be1601-c7b6-4d4c-ab2c-665649679d62 req-a2129992-0e05-40cc-b451-a298c32db669 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 945 time: 0.0505106 Aug 09 11:40:18.205222 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-30be1601-c7b6-4d4c-ab2c-665649679d62 req-2a3789c1-b48c-46d2-8a10-fdea1e95a529 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Aug 09 11:40:18.729795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['45835929-f62a-4ad0-bcda-230823bda7a1'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:19.096636 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87c640-c823-4633-a990-bbdddc4442e5 req-f8167725-ea79-4685-b77f-02594e91d944 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:19.099632 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a87c640-c823-4633-a990-bbdddc4442e5 req-f8167725-ea79-4685-b77f-02594e91d944 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0524883 Aug 09 11:40:19.150591 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a87c640-c823-4633-a990-bbdddc4442e5 req-82ed3d29-bbed-4e3b-8279-c1b7b3d7b6f8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Aug 09 11:40:19.183002 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d4794751-6171-43c6-a478-281084f8381f req-ef0ef4e2-c5b6-45ee-9a45-581e202b626a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 210 time: 0.0365024 Aug 09 11:40:19.190764 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-a6adde6b-0f80-49a3-a848-ab403467214b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:19.192143 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-a6adde6b-0f80-49a3-a848-ab403467214b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.1397731 Aug 09 11:40:19.219263 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Request body: {'port': {'device_id': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'admin_state_up': True, 'tenant_id': '044455dba4df429690e27043dd031851'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:19.332540 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d0a58-685a-4a43-b561-6a447f80a539 req-3859c621-e783-464b-90a3-25c2431a478c tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:19.334036 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b03d0a58-685a-4a43-b561-6a447f80a539 req-3859c621-e783-464b-90a3-25c2431a478c tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 945 time: 0.0526116 Aug 09 11:40:19.334337 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Made reservation on behalf of 044455dba4df429690e27043dd031851 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:40:19.338038 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.376437 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b03d0a58-685a-4a43-b561-6a447f80a539 req-29fb3cf8-184e-40ac-afa2-4eb2c0a01a87 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Aug 09 11:40:19.467230 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Allocated IP 172.20.0.12 (2cdf0a4a-b558-41ba-a033-b3a9cc734a75/887433ed-fb8c-4e66-ac10-bf5484834a69/1d7817aa-bd3f-450b-bec2-1e43c1c34fd5) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:40:19.613179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.651839 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.694829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:40:19.698858 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:40:19.701393 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0', '4f576c41-3e1c-4933-b4d8-ac90e98aa393'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:19.703703 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:40:19.741866 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event updated for resources: {'Port': ['ID=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:19.762526 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:19.763238 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:19.780418 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-81414996-8a25-48f1-a167-4771f5329bab tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650232 Aug 09 11:40:19.799606 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Request body: {'port': {'device_id': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:40:19.869621 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.217395 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 45835929-f62a-4ad0-bcda-230823bda7a1 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:40:20.279781 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f905e7-9d25-49dd-8824-a1982efa100a req-09ad6a4e-661a-48f8-814c-0772cc79a33f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:20.289781 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a3f905e7-9d25-49dd-8824-a1982efa100a req-09ad6a4e-661a-48f8-814c-0772cc79a33f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0694885 Aug 09 11:40:20.362341 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a3f905e7-9d25-49dd-8824-a1982efa100a req-b3677b0f-2910-4a89-b727-930e1056980c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660183 Aug 09 11:40:20.439828 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 45835929-f62a-4ad0-bcda-230823bda7a1 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:40:20.450778 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 45835929-f62a-4ad0-bcda-230823bda7a1 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:40:20.451159 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.453515 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:20.466865 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.488424 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Transition to ACTIVE for port object 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:40:20.497601 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf424fd9-8ed9-45f6-8d17-9b98a61ea27c req-8c9f430d-1b3f-494b-80fb-7a0b0f15f69d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:20.499388 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bf424fd9-8ed9-45f6-8d17-9b98a61ea27c req-8c9f430d-1b3f-494b-80fb-7a0b0f15f69d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 932 time: 0.1559546 Aug 09 11:40:20.500548 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.546220 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.590842 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:20.602224 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bf424fd9-8ed9-45f6-8d17-9b98a61ea27c req-b43d8323-f08a-41e7-8204-726057674926 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928135 Aug 09 11:40:20.613092 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.636401 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45835929-f62a-4ad0-bcda-230823bda7a1'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:20.638603 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb6562f-d313-463d-99bf-2c686ec615d6" -d '{"events": [{"server_uuid": "fcaa4116-12f7-49ce-9fac-a8a8299add8a", "name": "network-vif-plugged", "status": "completed", "tag": "45835929-f62a-4ad0-bcda-230823bda7a1"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:20.650576 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Attempting to bind port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:40:20.651150 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Attempting to bind port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:40:20.651491 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Attempting to bind port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:20.652938 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 45835929-f62a-4ad0-bcda-230823bda7a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=45835929-f62a-4ad0-bcda-230823bda7a1,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:20.656204 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:40:20.656543 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Attempting to bind port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:40:20.657301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.662710 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:40:20.663504 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Checking segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:40:20.663891 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Bound using segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:40:20.664350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Bound port: 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:40:20.664716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.708250 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=45835929-f62a-4ad0-bcda-230823bda7a1,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:20.762560 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878980b-453e-448e-9747-773f9a0c31be req-0331e553-b7e5-445f-b196-cf4458254b55 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:20.764038 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0878980b-453e-448e-9747-773f9a0c31be req-0331e553-b7e5-445f-b196-cf4458254b55 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0855052 Aug 09 11:40:20.770086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] For port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:40:20.775472 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] For port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:40:20.782500 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.825529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:20.826180 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:20.827546 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 HTTP/1.1" status: 200 len: 1094 time: 1.0323894 Aug 09 11:40:20.832657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'tag': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:20.835522 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e76da-7517-45d7-b61c-cd863fcf2a12" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1cc38c-cd72-4c0e-afd8-97414c051fd5", "tag": "1d7817aa-bd3f-450b-bec2-1e43c1c34fd5"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:20.849545 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0878980b-453e-448e-9747-773f9a0c31be req-5ee9cfa1-3a39-445f-b5c5-2a16ab9aafe9 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770862 Aug 09 11:40:20.865839 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057a0f8-df94-4afa-98c5-4e45ab8fa628 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:20.893840 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cfbdd6-042d-45f6-bb89-e896ff32b417 x-openstack-request-id: req-90cfbdd6-042d-45f6-bb89-e896ff32b417 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:20.894136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa4116-12f7-49ce-9fac-a8a8299add8a", "name": "network-vif-plugged", "status": "completed", "tag": "45835929-f62a-4ad0-bcda-230823bda7a1", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:20.894388 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90cfbdd6-042d-45f6-bb89-e896ff32b417 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:20.894778 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45835929-f62a-4ad0-bcda-230823bda7a1', 'code': 200} Aug 09 11:40:20.925496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d383066f-5f9e-4a69-923e-b9934cdc119a x-openstack-request-id: req-d383066f-5f9e-4a69-923e-b9934cdc119a {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:20.925778 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1cc38c-cd72-4c0e-afd8-97414c051fd5", "tag": "1d7817aa-bd3f-450b-bec2-1e43c1c34fd5", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:20.926023 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d383066f-5f9e-4a69-923e-b9934cdc119a {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:20.926400 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'tag': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5', 'status': 'completed', 'code': 200} Aug 09 11:40:21.619253 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178aaa4-5187-47e3-b0f0-574a32398865 req-2a5feabe-f80e-41b1-ab8d-b4037eb4bdee tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:21.620665 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c178aaa4-5187-47e3-b0f0-574a32398865 req-2a5feabe-f80e-41b1-ab8d-b4037eb4bdee tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Aug 09 11:40:21.656751 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c178aaa4-5187-47e3-b0f0-574a32398865 req-8a361a4b-75c4-4025-b627-21463b789430 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302279 Aug 09 11:40:21.760583 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac8f6-4259-43d3-97eb-39f1f80a92d2 req-724e406b-77c5-4da7-8372-1a5c4070b490 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:21.762028 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-337ac8f6-4259-43d3-97eb-39f1f80a92d2 req-724e406b-77c5-4da7-8372-1a5c4070b490 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0488303 Aug 09 11:40:21.800948 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-337ac8f6-4259-43d3-97eb-39f1f80a92d2 req-5b6baf78-a34b-43b2-afd1-eeb5b318a7ce tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330446 Aug 09 11:40:21.890674 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-8498ad87-95b2-4679-885f-5b0a549b7a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:21.963841 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a0384-e97a-457d-849f-17d452061f0e req-f98bf71b-3f7d-43ea-b942-50a70336f3b8 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:21.965323 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8c1a0384-e97a-457d-849f-17d452061f0e req-f98bf71b-3f7d-43ea-b942-50a70336f3b8 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0478065 Aug 09 11:40:22.001784 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8c1a0384-e97a-457d-849f-17d452061f0e req-369f5610-6a79-4c72-896e-065763e3f11e tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Aug 09 11:40:22.808934 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa844c5b-db1f-4380-8d4b-c0bb3201e7ad req-c64c093e-0b03-4958-8414-929d9183ec87 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.810391 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa844c5b-db1f-4380-8d4b-c0bb3201e7ad req-c64c093e-0b03-4958-8414-929d9183ec87 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Aug 09 11:40:22.849749 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa844c5b-db1f-4380-8d4b-c0bb3201e7ad req-e95271eb-90cd-4344-83f9-145ff72574fb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Aug 09 11:40:22.949169 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445306a-0b69-45f8-a063-4b4cfb1f7656 req-4cc97789-724d-4e29-847e-34fc9621174b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:22.950629 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a445306a-0b69-45f8-a063-4b4cfb1f7656 req-4cc97789-724d-4e29-847e-34fc9621174b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0482621 Aug 09 11:40:22.987913 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a445306a-0b69-45f8-a063-4b4cfb1f7656 req-526267bb-567f-4614-b6b9-33d87a61383a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314922 Aug 09 11:40:23.110585 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5015318-7e40-43b5-bf28-bef9e6fb1331 req-c70d4e93-19d0-4ccc-9b04-de7827aad038 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:23.111943 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d5015318-7e40-43b5-bf28-bef9e6fb1331 req-c70d4e93-19d0-4ccc-9b04-de7827aad038 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0468941 Aug 09 11:40:23.161963 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d5015318-7e40-43b5-bf28-bef9e6fb1331 req-0b38f5d3-f832-4e28-aead-3c9f720f85a2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Aug 09 11:40:23.289877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e76da-7517-45d7-b61c-cd863fcf2a12 req-34eed256-0118-4b4d-a5a5-38819558dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:23.291366 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc2e76da-7517-45d7-b61c-cd863fcf2a12 req-34eed256-0118-4b4d-a5a5-38819558dee8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0446324 Aug 09 11:40:23.428216 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594f174-a859-4cc9-8ead-7c9c8c411550 req-1e00e6db-ced0-4c12-8881-6ae21894e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:23.429642 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6594f174-a859-4cc9-8ead-7c9c8c411550 req-1e00e6db-ced0-4c12-8881-6ae21894e842 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 1099 time: 0.0404186 Aug 09 11:40:23.466859 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6594f174-a859-4cc9-8ead-7c9c8c411550 req-b643e463-6128-4c73-a963-fe3180417c67 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286217 Aug 09 11:40:23.472164 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e76da-7517-45d7-b61c-cd863fcf2a12 req-b6822446-4788-414d-969e-88ae28a6d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:23.473673 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc2e76da-7517-45d7-b61c-cd863fcf2a12 req-b6822446-4788-414d-969e-88ae28a6d547 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=044455dba4df429690e27043dd031851&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1602323 Aug 09 11:40:24.032914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68afd5d-6fb9-4e44-83b2-2624590ee160 req-5a43026c-05c3-4ac7-8817-5282d21ac409 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.034406 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c68afd5d-6fb9-4e44-83b2-2624590ee160 req-5a43026c-05c3-4ac7-8817-5282d21ac409 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1087115 Aug 09 11:40:24.035823 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e76da-7517-45d7-b61c-cd863fcf2a12 req-985ad5ec-5c55-4bb4-967f-4ea543f10877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.037486 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc2e76da-7517-45d7-b61c-cd863fcf2a12 req-985ad5ec-5c55-4bb4-967f-4ea543f10877 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1987002 Aug 09 11:40:24.078607 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c68afd5d-6fb9-4e44-83b2-2624590ee160 req-02440a31-6bc2-43ba-b527-938cb897dc10 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Aug 09 11:40:24.114958 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d604f-0fa2-405d-99a7-9bff57256045 req-d0e010ff-ceda-4c15-a007-dd94354bd2dd tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.117172 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a9d604f-0fa2-405d-99a7-9bff57256045 req-d0e010ff-ceda-4c15-a007-dd94354bd2dd tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0596685 Aug 09 11:40:24.161266 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a9d604f-0fa2-405d-99a7-9bff57256045 req-cd76ab6d-f5c6-4017-867a-e64c9d7df962 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360618 Aug 09 11:40:24.165931 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-b4392eda-4e55-481a-8f11-7c201ea6e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.167448 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-b4392eda-4e55-481a-8f11-7c201ea6e65b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 1097 time: 0.0475957 Aug 09 11:40:24.250147 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-43ceb761-c5bf-4ac8-bae1-ed96e72d683b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 HTTP/1.1" status: 200 len: 217 time: 0.0349119 Aug 09 11:40:24.323709 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-defc563f-d787-4b35-8154-f04a11105cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.325185 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-defc563f-d787-4b35-8154-f04a11105cea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0674264 Aug 09 11:40:24.333116 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd229273-152d-402a-95cf-1fc986e8e2fe req-1c74c01b-524f-40ab-b5e6-d81b5878635a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:24.334478 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cd229273-152d-402a-95cf-1fc986e8e2fe req-1c74c01b-524f-40ab-b5e6-d81b5878635a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0867007 Aug 09 11:40:24.380431 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-214e584b-d8f4-4211-89e6-59081f0d8186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253108 Aug 09 11:40:24.392630 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cd229273-152d-402a-95cf-1fc986e8e2fe req-acdfaf44-4521-4ca4-8263-c8044d7ddbc9 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521770 Aug 09 11:40:24.481786 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-988c8e6e-9866-4106-a54d-f71eb52044b3 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825944 Aug 09 11:40:24.557717 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1dbf9850-08d4-4c9a-8062-35186fa46338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:24.573804 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb91854b-6b5a-45c3-a088-efd0213d187c req-73ca1792-c9a5-4bb5-b83f-2fef9b0eb591 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820296 Aug 09 11:40:24.718418 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:25.278724 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013da76f-2f9f-4196-a0b7-b4038cee1667 req-615a2554-9f00-4c57-be7d-b8182bd0ac5d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:25.280332 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-013da76f-2f9f-4196-a0b7-b4038cee1667 req-615a2554-9f00-4c57-be7d-b8182bd0ac5d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0501964 Aug 09 11:40:25.323555 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-013da76f-2f9f-4196-a0b7-b4038cee1667 req-b964e8c6-855b-4797-aefa-c8dc676d5cff tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Aug 09 11:40:25.371426 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae649ae-2007-4b45-8a2e-6377870c9ed1 req-53e5606f-ca7b-45c8-9209-1747095b3647 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:25.372845 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0ae649ae-2007-4b45-8a2e-6377870c9ed1 req-53e5606f-ca7b-45c8-9209-1747095b3647 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.2251608 Aug 09 11:40:25.410403 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0ae649ae-2007-4b45-8a2e-6377870c9ed1 req-56caa030-be39-4019-a03c-7890d9edd2dd tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Aug 09 11:40:25.512237 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fbc95-9e5c-4d04-89f1-d73bfc79add8 req-fddedbd2-ce98-4df0-a0da-fd993b69e36a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:25.513686 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b93fbc95-9e5c-4d04-89f1-d73bfc79add8 req-fddedbd2-ce98-4df0-a0da-fd993b69e36a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0495377 Aug 09 11:40:25.550876 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b93fbc95-9e5c-4d04-89f1-d73bfc79add8 req-a7930224-bf4f-4139-8b31-6df1a451a0bd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Aug 09 11:40:25.641413 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:26.434975 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e8a8e-abf0-489f-8854-952bb7be2afb req-9398a60b-3908-4423-b585-d0f1ab8dfd68 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:26.436374 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c88e8a8e-abf0-489f-8854-952bb7be2afb req-9398a60b-3908-4423-b585-d0f1ab8dfd68 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0474973 Aug 09 11:40:26.472825 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c88e8a8e-abf0-489f-8854-952bb7be2afb req-887029ce-f0a1-4424-9b33-0cfe0b0f85e9 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Aug 09 11:40:26.573476 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ff66-d4d7-4e08-8967-790bd3d7b796 req-1db62e9a-bfa7-4153-a722-e5aa3f77de47 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:26.574931 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4b95ff66-d4d7-4e08-8967-790bd3d7b796 req-1db62e9a-bfa7-4153-a722-e5aa3f77de47 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0500612 Aug 09 11:40:26.620966 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4b95ff66-d4d7-4e08-8967-790bd3d7b796 req-e2be4132-f1ba-4170-a4ef-bb1fe3bfc565 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Aug 09 11:40:26.718191 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f8617-3772-4646-a2b6-66aa29a20715 req-2f72514d-24f1-4c27-828a-cb90a7f5e714 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:26.719670 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3b2f8617-3772-4646-a2b6-66aa29a20715 req-2f72514d-24f1-4c27-828a-cb90a7f5e714 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0476899 Aug 09 11:40:26.755730 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3b2f8617-3772-4646-a2b6-66aa29a20715 req-b627a803-1e44-4867-88cd-2a5c9c676011 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301628 Aug 09 11:40:27.179350 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:27.582393 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b7ce9-2237-494b-a8f3-a71faf758d8e req-6587ace1-9b84-42c8-8a2d-dcf07355cce4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:27.583832 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8c3b7ce9-2237-494b-a8f3-a71faf758d8e req-6587ace1-9b84-42c8-8a2d-dcf07355cce4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0473542 Aug 09 11:40:27.621724 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8c3b7ce9-2237-494b-a8f3-a71faf758d8e req-aa2ebc89-be82-45f3-889b-e8e938d2ffa5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Aug 09 11:40:27.736380 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3aff-6130-42fb-8aa4-a949fc556bcf req-79213edf-0ad8-4d55-9a40-2850655762ca tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:27.737806 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-155b3aff-6130-42fb-8aa4-a949fc556bcf req-79213edf-0ad8-4d55-9a40-2850655762ca tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0551744 Aug 09 11:40:27.774605 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-155b3aff-6130-42fb-8aa4-a949fc556bcf req-7f048642-745a-48f6-9a6c-76a8c6cced25 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303075 Aug 09 11:40:27.868584 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d6dd-4022-4d47-85bd-6ca65c0fec8f req-75482d4b-e7f2-44e7-91ed-7be456b49eac tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:27.870118 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5571d6dd-4022-4d47-85bd-6ca65c0fec8f req-75482d4b-e7f2-44e7-91ed-7be456b49eac tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0468502 Aug 09 11:40:27.905904 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5571d6dd-4022-4d47-85bd-6ca65c0fec8f req-4132177e-ab0d-4eca-8dba-f2ce8f243766 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300546 Aug 09 11:40:28.739636 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb4f1f-a70b-4c24-a778-1c463b01b944 req-ae39aba2-3280-400b-8cc4-ed8c5dee0547 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:28.741289 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-12fb4f1f-a70b-4c24-a778-1c463b01b944 req-ae39aba2-3280-400b-8cc4-ed8c5dee0547 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0531280 Aug 09 11:40:28.782290 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-12fb4f1f-a70b-4c24-a778-1c463b01b944 req-49fa3eb3-61b6-4742-9c55-bcb9d98f7469 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Aug 09 11:40:28.910028 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbd17c-eba8-4b95-a985-9c0f683f8f63 req-3fd837f8-aae5-487f-8bd9-f3f5c470469f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:28.911550 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d0dbd17c-eba8-4b95-a985-9c0f683f8f63 req-3fd837f8-aae5-487f-8bd9-f3f5c470469f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0659618 Aug 09 11:40:28.952723 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d0dbd17c-eba8-4b95-a985-9c0f683f8f63 req-7e87e520-ed48-4274-adfe-2fc1e7a8dc50 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344851 Aug 09 11:40:29.047028 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbd44a-a374-4a63-9bcf-7764c83e14cc req-7b86160b-6370-4004-b4e6-2c280a245634 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:29.048844 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bfcbd44a-a374-4a63-9bcf-7764c83e14cc req-7b86160b-6370-4004-b4e6-2c280a245634 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0559640 Aug 09 11:40:29.090088 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bfcbd44a-a374-4a63-9bcf-7764c83e14cc req-1c40f077-f9fb-4029-a7e6-c7a4b52d76d2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Aug 09 11:40:29.344446 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b0307-19fb-4363-867b-72a16576be77 req-763c1bab-1a16-4e85-80c2-84151da08caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:29.345867 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b58b0307-19fb-4363-867b-72a16576be77 req-763c1bab-1a16-4e85-80c2-84151da08caa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 1098 time: 0.0381117 Aug 09 11:40:29.385192 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b58b0307-19fb-4363-867b-72a16576be77 req-fa7059b4-74f0-4648-a475-fada61a4456f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Aug 09 11:40:29.899736 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c139a-67e2-4b79-b00f-85a65e0ad287 req-e2af958a-1a7b-43f4-966a-a0b9dbde5914 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:29.901241 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-454c139a-67e2-4b79-b00f-85a65e0ad287 req-e2af958a-1a7b-43f4-966a-a0b9dbde5914 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0531454 Aug 09 11:40:29.940416 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-454c139a-67e2-4b79-b00f-85a65e0ad287 req-a72b04da-f0b7-495c-a367-fe4b27096010 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Aug 09 11:40:30.069528 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a0d63-0d95-4273-bae1-757555bd943f req-ef6f320a-e4ad-487c-b093-6bde4dd118ca tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:30.071040 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-641a0d63-0d95-4273-bae1-757555bd943f req-ef6f320a-e4ad-487c-b093-6bde4dd118ca tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0508275 Aug 09 11:40:30.112001 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-641a0d63-0d95-4273-bae1-757555bd943f req-7110c98a-bf32-4b0c-b12f-d40bd2634c88 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Aug 09 11:40:30.459117 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 36294) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:30.488916 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6a0b2-ace4-445d-9ba3-19e1ef5b28c5 req-c97d1200-8a9c-4cc7-b861-029b31680a82 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:30.491062 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f9d6a0b2-ace4-445d-9ba3-19e1ef5b28c5 req-c97d1200-8a9c-4cc7-b861-029b31680a82 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0546846 Aug 09 11:40:30.560836 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f9d6a0b2-ace4-445d-9ba3-19e1ef5b28c5 req-255be712-d790-405d-8302-d87dfeb7c13b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469160 Aug 09 11:40:30.591374 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-40edf4ab-76a2-4d90-9e75-ab47fe371bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.707490 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-40edf4ab-76a2-4d90-9e75-ab47fe371bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.714025 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-40edf4ab-76a2-4d90-9e75-ab47fe371bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.761634 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edf4ab-76a2-4d90-9e75-ab47fe371bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac06e07-ec55-4f4c-bd23-310a7f6023a0,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:30.773467 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 36306) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:30.781962 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-40edf4ab-76a2-4d90-9e75-ab47fe371bfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adb6d4531eea4ba9ac4000575546531e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210795 Aug 09 11:40:30.847945 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ac4be5cd-8d43-4d17-80e9-473a0a710340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.875481 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ac4be5cd-8d43-4d17-80e9-473a0a710340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.933693 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ac4be5cd-8d43-4d17-80e9-473a0a710340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.936200 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ac4be5cd-8d43-4d17-80e9-473a0a710340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:30.937393 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ac4be5cd-8d43-4d17-80e9-473a0a710340 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ac06e07-ec55-4f4c-bd23-310a7f6023a0 HTTP/1.1" status: 204 len: 168 time: 0.1625109 Aug 09 11:40:30.946626 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be5cd-8d43-4d17-80e9-473a0a710340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac06e07-ec55-4f4c-bd23-310a7f6023a0,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:31.063486 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd24df6-416b-4fcb-bbda-847e51814b8e req-2ca3cb9a-2a52-4784-bf13-5055533e180e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:31.065288 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ffd24df6-416b-4fcb-bbda-847e51814b8e req-2ca3cb9a-2a52-4784-bf13-5055533e180e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 944 time: 0.0502234 Aug 09 11:40:31.106359 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ffd24df6-416b-4fcb-bbda-847e51814b8e req-3dfe4dc0-ffec-4778-a9a1-862267f7c8e6 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Aug 09 11:40:31.171394 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:40:31.231465 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9ea5a-b697-4e8a-b68e-1c93885844d9 req-6c9975f7-4dd4-442b-b408-fc99fe536525 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:31.233017 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c4b9ea5a-b697-4e8a-b68e-1c93885844d9 req-6c9975f7-4dd4-442b-b408-fc99fe536525 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0547206 Aug 09 11:40:31.271817 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c4b9ea5a-b697-4e8a-b68e-1c93885844d9 req-85138a3b-a4a8-4647-b3d7-ed88c7c82238 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Aug 09 11:40:31.276241 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:31.296565 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'port_id': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5', 'mac_address': 'fa:16:3e:68:92:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887433ed-fb8c-4e66-ac10-bf5484834a69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:40:31.337562 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.350977 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:40:31.373216 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:31.377587 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:31.403062 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad626ecc-3c1c-4112-8b54-99ae0fd29b12 req-e9df98d5-4493-480f-ae76-54e68ddcc575 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:31.406112 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ad626ecc-3c1c-4112-8b54-99ae0fd29b12 req-e9df98d5-4493-480f-ae76-54e68ddcc575 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0565355 Aug 09 11:40:31.441702 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:31.456699 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ad626ecc-3c1c-4112-8b54-99ae0fd29b12 req-c118c627-2718-4007-8825-54d66304cbbc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Aug 09 11:40:31.679617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45f41-f46c-41a9-bd92-a38ad6f33066 req-e5b4b32b-004e-4f7b-b894-d8187c3b2ece tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:31.681147 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0c45f41-f46c-41a9-bd92-a38ad6f33066 req-e5b4b32b-004e-4f7b-b894-d8187c3b2ece tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0582206 Aug 09 11:40:31.741535 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0c45f41-f46c-41a9-bd92-a38ad6f33066 req-da39f627-186f-4c38-b646-ba95784d6b5d tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Aug 09 11:40:31.918189 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['1d7817aa-bd3f-450b-bec2-1e43c1c34fd5'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:32.242222 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c74c26-7caa-4bb7-b2ab-b675d57cb18b req-2a6d8b54-ca7f-4c5f-b461-6b41ec656ff0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:32.249919 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00c74c26-7caa-4bb7-b2ab-b675d57cb18b req-2a6d8b54-ca7f-4c5f-b461-6b41ec656ff0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 945 time: 0.0755842 Aug 09 11:40:32.284520 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-00c74c26-7caa-4bb7-b2ab-b675d57cb18b req-641853dd-68d1-4734-9cf6-80f649a1fa04 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 09 11:40:32.867103 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dc1d-88ce-4c35-902b-03df1b4ed366 req-0149dde3-4b50-4ea6-8efe-2e44a1de83dd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:32.868631 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3488dc1d-88ce-4c35-902b-03df1b4ed366 req-0149dde3-4b50-4ea6-8efe-2e44a1de83dd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0519810 Aug 09 11:40:32.907045 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3488dc1d-88ce-4c35-902b-03df1b4ed366 req-d37fa565-d48a-48fd-9854-f4035f151a7a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Aug 09 11:40:33.099855 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20657f-f522-42e5-b7a0-e6ada9f835d6 req-837bdf3a-92c2-45c4-b3f6-7b42a64ecc69 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:33.101245 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5c20657f-f522-42e5-b7a0-e6ada9f835d6 req-837bdf3a-92c2-45c4-b3f6-7b42a64ecc69 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Aug 09 11:40:33.139106 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5c20657f-f522-42e5-b7a0-e6ada9f835d6 req-3e2e30a7-1352-449f-8f2e-2a4ebf6dd3f8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Aug 09 11:40:33.398973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7859b3c-87b1-4d10-af48-281d560a335c req-01291584-86ca-4a1f-96f7-ccf27cc50f32 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:33.400468 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7859b3c-87b1-4d10-af48-281d560a335c req-01291584-86ca-4a1f-96f7-ccf27cc50f32 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 945 time: 0.0481312 Aug 09 11:40:33.437158 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e7859b3c-87b1-4d10-af48-281d560a335c req-259d23bc-785d-4793-adc8-d0da77875626 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Aug 09 11:40:34.023461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccf3dd-07d2-48e8-b2ca-2c5d75c6cab6 req-e77e38de-7801-4d84-84a8-3324d2a46df7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:34.024945 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d3ccf3dd-07d2-48e8-b2ca-2c5d75c6cab6 req-e77e38de-7801-4d84-84a8-3324d2a46df7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0506063 Aug 09 11:40:34.061753 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d3ccf3dd-07d2-48e8-b2ca-2c5d75c6cab6 req-37188f45-3064-44a7-86b2-d7480a88f6d7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Aug 09 11:40:34.255357 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252b14a-e8d5-4c82-b3a5-1196ae78a436 req-efc560d5-b3a6-4905-9203-4e0a9fec5900 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:34.257351 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0252b14a-e8d5-4c82-b3a5-1196ae78a436 req-efc560d5-b3a6-4905-9203-4e0a9fec5900 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Aug 09 11:40:34.293995 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0252b14a-e8d5-4c82-b3a5-1196ae78a436 req-bb19ecc7-7bee-4cb9-8178-18919f3eb352 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306621 Aug 09 11:40:34.547360 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d375c-1444-4a08-8439-cffa19c7c13a req-b405dbc3-5a7f-46eb-923c-4de05c330857 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:34.548752 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9c2d375c-1444-4a08-8439-cffa19c7c13a req-b405dbc3-5a7f-46eb-923c-4de05c330857 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Aug 09 11:40:34.586325 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9c2d375c-1444-4a08-8439-cffa19c7c13a req-0693cd1c-d25d-4775-aacf-5568805c8703 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307035 Aug 09 11:40:35.176104 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8890-8833-4c13-bcf1-f671bc5f6bfa req-86fef423-65b1-44e6-90d7-7adb2f61274a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.177582 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fad8890-8833-4c13-bcf1-f671bc5f6bfa req-86fef423-65b1-44e6-90d7-7adb2f61274a tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0508227 Aug 09 11:40:35.215743 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fad8890-8833-4c13-bcf1-f671bc5f6bfa req-eb104986-7eb9-4a17-80a6-356f6f96d32f tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Aug 09 11:40:35.407638 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fd9b0-0a4a-42e1-b99e-373906d9fcfb req-aa130162-586a-4542-aed6-ed32727e545a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.409129 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc2fd9b0-0a4a-42e1-b99e-373906d9fcfb req-aa130162-586a-4542-aed6-ed32727e545a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0499904 Aug 09 11:40:35.475385 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc2fd9b0-0a4a-42e1-b99e-373906d9fcfb req-5b997064-f954-494e-99a7-9063e1296c83 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Aug 09 11:40:35.482476 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865697a-61ee-430e-95cc-61822828e0ff req-0df3ee84-4ad8-4178-84dc-1672d26fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.483957 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-0df3ee84-4ad8-4178-84dc-1672d26fdf82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.0624835 Aug 09 11:40:35.653859 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-409a726c-f339-4ae2-acc7-a1887c37f3dd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.655338 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-409a726c-f339-4ae2-acc7-a1887c37f3dd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 946 time: 0.0559721 Aug 09 11:40:35.690565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865697a-61ee-430e-95cc-61822828e0ff req-a464d35d-29d7-4cd0-84c9-ef2ae77960a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.692246 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-a464d35d-29d7-4cd0-84c9-ef2ae77960a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.0935102 Aug 09 11:40:35.742410 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-3f541861-0c37-4a28-b7ed-902a5c934801 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.0386751 Aug 09 11:40:35.804551 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865697a-61ee-430e-95cc-61822828e0ff req-e8a7e62d-b7eb-43cd-878f-c83c4facf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.806179 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-e8a7e62d-b7eb-43cd-878f-c83c4facf2d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0467284 Aug 09 11:40:35.814427 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d67d18-7c18-4eb9-98f8-06f31ecbf0ca req-4be13932-6675-4852-855d-8a9d4a74f5f5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:35.816024 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-26d67d18-7c18-4eb9-98f8-06f31ecbf0ca req-4be13932-6675-4852-855d-8a9d4a74f5f5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 945 time: 0.1586714 Aug 09 11:40:35.844057 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-673e5c62-1677-4c93-bae2-ec1184d562c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276246 Aug 09 11:40:35.880315 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-26d67d18-7c18-4eb9-98f8-06f31ecbf0ca req-1124937a-80a9-4de6-ab51-93dedf41d810 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Aug 09 11:40:35.882862 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Deleting port 45835929-f62a-4ad0-bcda-230823bda7a1 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:40:35.883243 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.938452 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-a10deba2-fe59-489d-ae57-02a5a0d58ba6 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823438 Aug 09 11:40:35.977470 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] For port 45835929-f62a-4ad0-bcda-230823bda7a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=45835929-f62a-4ad0-bcda-230823bda7a1,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:35.978034 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:35.997450 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Calling delete_port for 45835929-f62a-4ad0-bcda-230823bda7a1 owned by compute:nova {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:40:36.032684 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d865697a-61ee-430e-95cc-61822828e0ff req-d102fb68-4c99-4632-a18e-5e0ecdf87ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839069 Aug 09 11:40:36.165601 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.198569 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Pushing event deleted for resources: {'Port': ['ID=45835929-f62a-4ad0-bcda-230823bda7a1,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:36.214566 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['45835929-f62a-4ad0-bcda-230823bda7a1'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:40:36.272577 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] No DVR routers for this DVR port 45835929-f62a-4ad0-bcda-230823bda7a1 on host hv-cinder-80265 {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:40:36.277122 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:36.279688 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2f9ed597-bedf-47ec-8ed7-5f7eddcd33f6 req-830b3b54-aaaa-4b18-9edc-0e430e46a2b2 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "DELETE /v2.0/ports/45835929-f62a-4ad0-bcda-230823bda7a1 HTTP/1.1" status: 204 len: 173 time: 0.6136396 Aug 09 11:40:36.280159 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'name': 'network-vif-deleted', 'tag': '45835929-f62a-4ad0-bcda-230823bda7a1'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:36.282694 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4074250-faf7-41d0-9916-781dd3cc40e0" -d '{"events": [{"server_uuid": "fcaa4116-12f7-49ce-9fac-a8a8299add8a", "name": "network-vif-deleted", "tag": "45835929-f62a-4ad0-bcda-230823bda7a1"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:36.320547 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a43b6ae-3b98-4d15-93ef-3cb333f49bb3 req-45747dd6-8f39-4f74-b2cb-b317646feefb tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcaa4116-12f7-49ce-9fac-a8a8299add8a HTTP/1.1" status: 200 len: 210 time: 0.0297878 Aug 09 11:40:36.339547 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59710b9-ecf4-4b62-a5b0-814296244e11 x-openstack-request-id: req-b59710b9-ecf4-4b62-a5b0-814296244e11 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:36.339843 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcaa4116-12f7-49ce-9fac-a8a8299add8a", "name": "network-vif-deleted", "tag": "45835929-f62a-4ad0-bcda-230823bda7a1", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:36.340287 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b59710b9-ecf4-4b62-a5b0-814296244e11 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:36.340865 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcaa4116-12f7-49ce-9fac-a8a8299add8a', 'name': 'network-vif-deleted', 'tag': '45835929-f62a-4ad0-bcda-230823bda7a1', 'status': 'completed', 'code': 200} Aug 09 11:40:36.620278 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fde7a6-3012-4050-864b-280f5e59d6a0 req-8158177b-40cf-4a90-8b67-c4f8ec1f144a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:36.621798 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-10fde7a6-3012-4050-864b-280f5e59d6a0 req-8158177b-40cf-4a90-8b67-c4f8ec1f144a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0595095 Aug 09 11:40:36.662531 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-10fde7a6-3012-4050-864b-280f5e59d6a0 req-2dd1bc38-55f2-4331-89aa-62a864c22f2f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347130 Aug 09 11:40:37.000952 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18651a-cb0c-4d77-ac6e-d8fe6453ef92 req-7ee7526d-39dc-4f67-9028-e2d104643c35 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:37.002843 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5b18651a-cb0c-4d77-ac6e-d8fe6453ef92 req-7ee7526d-39dc-4f67-9028-e2d104643c35 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Aug 09 11:40:37.042981 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5b18651a-cb0c-4d77-ac6e-d8fe6453ef92 req-5aaa1be7-84e4-464c-8441-8e95b2944ffd tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Aug 09 11:40:37.191191 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:40:37.237852 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:40:37.243385 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:40:37.243789 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:37.327981 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:37.350579 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:40:37.352888 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8018e-3b5c-4bdb-a7c6-39bb468aaee2" -d '{"events": [{"server_uuid": "cd1cc38c-cd72-4c0e-afd8-97414c051fd5", "name": "network-vif-plugged", "status": "completed", "tag": "1d7817aa-bd3f-450b-bec2-1e43c1c34fd5"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:40:37.365482 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:40:37.370771 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:37.402138 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11afc26-c755-4ed2-8823-a2ef0606f108 x-openstack-request-id: req-f11afc26-c755-4ed2-8823-a2ef0606f108 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:40:37.402433 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1cc38c-cd72-4c0e-afd8-97414c051fd5", "name": "network-vif-plugged", "status": "completed", "tag": "1d7817aa-bd3f-450b-bec2-1e43c1c34fd5", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:40:37.402674 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f11afc26-c755-4ed2-8823-a2ef0606f108 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:40:37.403057 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5', 'code': 200} Aug 09 11:40:37.426266 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:37.630200 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09af49-c92d-4bfd-b367-dd8df9ea57a9 req-45b49348-52f1-4f5e-8c40-ca32afe812fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:37.631677 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ce09af49-c92d-4bfd-b367-dd8df9ea57a9 req-45b49348-52f1-4f5e-8c40-ca32afe812fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 1099 time: 0.0401599 Aug 09 11:40:37.688782 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ce09af49-c92d-4bfd-b367-dd8df9ea57a9 req-7b3f65c4-68b2-456a-8397-26d47cffb2de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282855 Aug 09 11:40:37.820135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2bfd8-f1c3-41a6-80d9-09963e516ac2 req-63daca06-6e48-434e-895f-1dbecf0e505b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:37.821877 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-75e2bfd8-f1c3-41a6-80d9-09963e516ac2 req-63daca06-6e48-434e-895f-1dbecf0e505b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Aug 09 11:40:37.859882 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-75e2bfd8-f1c3-41a6-80d9-09963e516ac2 req-d63f8b67-1245-44c0-8043-b678b7addc49 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Aug 09 11:40:38.157713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739104b2-22fd-49b9-8452-4477a5893ad9 req-0853de81-0332-4858-bcd5-bd65898c7120 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:38.159161 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-739104b2-22fd-49b9-8452-4477a5893ad9 req-0853de81-0332-4858-bcd5-bd65898c7120 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Aug 09 11:40:38.197779 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-739104b2-22fd-49b9-8452-4477a5893ad9 req-eeea677c-6857-4ac3-b45e-c0a163809002 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Aug 09 11:40:39.001048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219def1-1553-417a-908c-6bac9a3d1f77 req-525019a5-b269-4a25-b5d6-2c9a2d83ea98 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:39.002718 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b219def1-1553-417a-908c-6bac9a3d1f77 req-525019a5-b269-4a25-b5d6-2c9a2d83ea98 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0514677 Aug 09 11:40:39.042553 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b219def1-1553-417a-908c-6bac9a3d1f77 req-86d83fb5-b03f-4a39-ae44-cdf7a6f268b2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Aug 09 11:40:39.312810 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df382b86-f2d0-46b2-93fb-ac2d8307eead req-ca7e66fb-ebd3-49e6-9b82-e0428b297487 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:39.315184 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-df382b86-f2d0-46b2-93fb-ac2d8307eead req-ca7e66fb-ebd3-49e6-9b82-e0428b297487 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.0518003 Aug 09 11:40:39.364123 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-df382b86-f2d0-46b2-93fb-ac2d8307eead req-7a184808-9230-4019-8b89-ebd05e1758bc tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Aug 09 11:40:40.164475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e886f-e8bb-4340-a4f4-b4f84eb781ad req-29561d50-2cd2-4a39-9b36-4c315e46aaee tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:40.165977 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5b7e886f-e8bb-4340-a4f4-b4f84eb781ad req-29561d50-2cd2-4a39-9b36-4c315e46aaee tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Aug 09 11:40:40.204032 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5b7e886f-e8bb-4340-a4f4-b4f84eb781ad req-c7f6916e-faaa-4d9f-8cea-f6c76a7660dc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Aug 09 11:40:40.420146 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 36576) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:40.479504 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be427bb-53b3-4db2-ad21-cea7abc20f2f req-16bc7a3c-d12b-49b2-9cba-210cf1c4e1e1 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:40.481005 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6be427bb-53b3-4db2-ad21-cea7abc20f2f req-16bc7a3c-d12b-49b2-9cba-210cf1c4e1e1 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.0474832 Aug 09 11:40:40.521005 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6be427bb-53b3-4db2-ad21-cea7abc20f2f req-8412b57f-e455-4155-8ca2-b5e5fab6b009 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Aug 09 11:40:40.527977 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbe828d1-3176-4a03-951b-7ca4f62d3d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.620688 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbe828d1-3176-4a03-951b-7ca4f62d3d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.625004 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cbe828d1-3176-4a03-951b-7ca4f62d3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.663223 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-cbe828d1-3176-4a03-951b-7ca4f62d3d4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e80a493280e842eba5eb217d24639534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419674 Aug 09 11:40:40.665246 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe828d1-3176-4a03-951b-7ca4f62d3d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc22048-f3f7-4b50-a5cb-6a17e40a5324,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:40.665992 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 36582) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:40:40.724400 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.755625 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.814090 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.817444 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:40.820626 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fc22048-f3f7-4b50-a5cb-6a17e40a5324 HTTP/1.1" status: 204 len: 168 time: 0.1532285 Aug 09 11:40:40.833199 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc22048-f3f7-4b50-a5cb-6a17e40a5324,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:40:40.840517 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.840868 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.841205 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.841611 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.841953 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.842331 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.842659 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.842967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.843292 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.843608 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.843925 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:40.844261 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb9b592-20a9-4188-8b40-e8531ee0a0d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:40:41.217231 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 45835929-f62a-4ad0-bcda-230823bda7a1 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:40:41.237384 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 45835929-f62a-4ad0-bcda-230823bda7a1 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:40:41.237733 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 45835929-f62a-4ad0-bcda-230823bda7a1 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:40:41.323399 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade8206-d075-4a71-9fa5-25743fdf89bd req-7b4a4af1-1721-437a-9ca4-8f366c76b0b4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:41.324916 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9ade8206-d075-4a71-9fa5-25743fdf89bd req-7b4a4af1-1721-437a-9ca4-8f366c76b0b4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0502124 Aug 09 11:40:41.362830 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9ade8206-d075-4a71-9fa5-25743fdf89bd req-de1689d1-e819-4d9e-a1d0-e195eba6b200 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Aug 09 11:40:42.360423 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:40:42.479043 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a164239-fc8d-480e-be39-9aa8989fb305 req-0d97a17e-e59f-426f-801a-2e58115d4445 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:42.480592 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7a164239-fc8d-480e-be39-9aa8989fb305 req-0d97a17e-e59f-426f-801a-2e58115d4445 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Aug 09 11:40:42.523451 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7a164239-fc8d-480e-be39-9aa8989fb305 req-ed5137e2-95d1-4c18-a65a-ace0acbad8cf tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Aug 09 11:40:43.646565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d5a48-7a6e-4a29-9d3e-0cd97bfa3400 req-c26e3cfa-fe0d-446f-90f2-d01e6a42e375 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:43.648481 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de6d5a48-7a6e-4a29-9d3e-0cd97bfa3400 req-c26e3cfa-fe0d-446f-90f2-d01e6a42e375 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0512798 Aug 09 11:40:43.687917 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de6d5a48-7a6e-4a29-9d3e-0cd97bfa3400 req-1b7a5087-4464-4a5b-90fe-577fe233e633 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Aug 09 11:40:44.805002 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5622-ec93-4379-8940-469059a8bb6a req-e98c6b69-3367-401b-b35a-e7225a7e701e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:44.806371 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-11cf5622-ec93-4379-8940-469059a8bb6a req-e98c6b69-3367-401b-b35a-e7225a7e701e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0501299 Aug 09 11:40:44.842370 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-11cf5622-ec93-4379-8940-469059a8bb6a req-235bc0c4-1a2d-4678-9739-afe209af067f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300639 Aug 09 11:40:45.957938 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe11ff0-fd4f-4f89-9574-016b794ca639 req-982b1de3-30e3-4f6d-bb64-d782b994abc2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:45.959431 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fe11ff0-fd4f-4f89-9574-016b794ca639 req-982b1de3-30e3-4f6d-bb64-d782b994abc2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Aug 09 11:40:45.998401 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fe11ff0-fd4f-4f89-9574-016b794ca639 req-f612f1fc-4ea0-4a2e-a675-6ebddf3b8a50 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Aug 09 11:40:47.113061 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8e84-d84d-405e-b496-4deac66fe019 req-351aa3c2-898b-4e42-9023-8e89ad6ae53c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:47.114482 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-072f8e84-d84d-405e-b496-4deac66fe019 req-351aa3c2-898b-4e42-9023-8e89ad6ae53c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0474169 Aug 09 11:40:47.154467 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-072f8e84-d84d-405e-b496-4deac66fe019 req-a560bd8d-8f46-433b-8bc4-eb12dedc534f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Aug 09 11:40:48.208700 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859691b3-0580-436e-803f-57933add4a57 req-1c8ebd7c-753b-4436-ab7e-a4fde86735a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:48.210209 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-1c8ebd7c-753b-4436-ab7e-a4fde86735a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.0440397 Aug 09 11:40:48.273374 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faf830-f446-4f92-94e2-a0551a96bfa7 req-18d6bc27-7ac1-4bcb-817d-82d28deb9f00 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:48.275264 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94faf830-f446-4f92-94e2-a0551a96bfa7 req-18d6bc27-7ac1-4bcb-817d-82d28deb9f00 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0525675 Aug 09 11:40:48.313979 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94faf830-f446-4f92-94e2-a0551a96bfa7 req-4f81a2e8-9c67-4d07-be66-172f0b7524fa tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Aug 09 11:40:48.346816 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859691b3-0580-436e-803f-57933add4a57 req-ddc8878d-744f-4111-9133-ee4791bccf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:48.348330 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-ddc8878d-744f-4111-9133-ee4791bccf72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.0894763 Aug 09 11:40:48.393568 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-77b7f41b-e0bd-4b5d-bb24-adaa86b3b709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.0372698 Aug 09 11:40:48.443133 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859691b3-0580-436e-803f-57933add4a57 req-7c024f18-6843-49e7-9a20-04a8890a1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:48.444747 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-7c024f18-6843-49e7-9a20-04a8890a1915 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0426719 Aug 09 11:40:48.478032 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-4e2cc92d-900b-4ff4-909e-e1103cc05dae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249836 Aug 09 11:40:48.573266 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-f7e0a63d-218d-4854-837b-7e325e025733 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822060 Aug 09 11:40:48.669197 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-859691b3-0580-436e-803f-57933add4a57 req-85599d44-eb00-4f4b-b9bb-e741a00c2dcb service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846515 Aug 09 11:40:49.443760 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51cab-ee47-4d6f-aae9-9c7cae10a94f req-0a69c902-1b2f-4a57-ab02-f0dcfc271cd4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:49.446136 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9a51cab-ee47-4d6f-aae9-9c7cae10a94f req-0a69c902-1b2f-4a57-ab02-f0dcfc271cd4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0561378 Aug 09 11:40:49.484134 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9a51cab-ee47-4d6f-aae9-9c7cae10a94f req-23f19a1b-5026-43ac-974e-5a7c98248da0 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317581 Aug 09 11:40:50.522379 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:50.604549 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c364d-f95c-4f86-9ddb-c2211a00879e req-1ff052d9-fb0f-4e80-8800-27031d4b42ae tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:50.606044 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a4c364d-f95c-4f86-9ddb-c2211a00879e req-1ff052d9-fb0f-4e80-8800-27031d4b42ae tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0473225 Aug 09 11:40:50.645023 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a4c364d-f95c-4f86-9ddb-c2211a00879e req-1f1d16d0-46dd-4dfb-bf2d-af2d6d0bc957 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Aug 09 11:40:51.762141 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce36ff0-fc88-4523-87f6-ee55948fc0c3 req-d6e0e53d-4cc9-43e7-b758-0a170418b7ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:51.763618 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7ce36ff0-fc88-4523-87f6-ee55948fc0c3 req-d6e0e53d-4cc9-43e7-b758-0a170418b7ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0490706 Aug 09 11:40:51.800699 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7ce36ff0-fc88-4523-87f6-ee55948fc0c3 req-91ae996b-a4f2-4779-a651-604c2346bffb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Aug 09 11:40:51.892007 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-d56c665f-72b6-4aca-bc51-e533d41afa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:54.549378 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6473319c-397b-4a60-81f2-25c7feaaf008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:54.721165 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:55.644986 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:57.183221 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:40:58.620501 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-6658048a-8084-4e1a-9bf3-8cac9b87054b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:58.622241 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-ad1cdeaf-fa45-4d7e-b233-d2801d78b7e7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:58.623767 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-6658048a-8084-4e1a-9bf3-8cac9b87054b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/networks?id=963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 200 len: 809 time: 0.1109166 Aug 09 11:40:58.624360 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-ad1cdeaf-fa45-4d7e-b233-d2801d78b7e7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.1058486 Aug 09 11:40:58.639288 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-6f7bc7f2-004a-43d7-99a7-31c6538c26bb tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/quotas/9b1d5f1a59354c47a85a9fe7d36eab33 HTTP/1.1" status: 200 len: 375 time: 0.0115137 Aug 09 11:40:58.641742 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-c0fd3a48-adb7-475e-96c7-7a540c51077b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/quotas/044455dba4df429690e27043dd031851 HTTP/1.1" status: 200 len: 375 time: 0.0125055 Aug 09 11:40:58.673329 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-6a972ae6-195a-4aec-9486-1fb036b7d3cd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278997 Aug 09 11:40:58.700339 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-6fd64fb0-66cb-48b6-995d-337348c85493 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529077 Aug 09 11:40:58.769637 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-ce33cb3e-f0b7-4f8c-a919-d67f743ca0fc service neutron] 10.222.0.41 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881343 Aug 09 11:40:58.790701 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-f4db1c84-02e5-40d1-b81c-0a8e1febe716 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833557 Aug 09 11:40:58.861003 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-bf81d82f-72d1-46bd-86a4-dde044a9c423 service neutron] 10.222.0.41 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843801 Aug 09 11:40:58.883468 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-1d4879f2-916d-4deb-a95a-62536bdfd1d4 service neutron] 10.222.0.41 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866759 Aug 09 11:40:59.120926 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d776a6-b7ee-4820-9fe0-2854111a7f49 req-ceccfce7-ab5b-4330-bc3d-b018bfd1d7bb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:40:59.122529 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-65d776a6-b7ee-4820-9fe0-2854111a7f49 req-ceccfce7-ab5b-4330-bc3d-b018bfd1d7bb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0708485 Aug 09 11:40:59.156795 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-10418658-ff82-4664-8d54-03df67ed9b57 req-b59e1a8e-df18-413d-a6a9-99cfa03285cc tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 210 time: 0.0306013 Aug 09 11:40:59.180952 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-65d776a6-b7ee-4820-9fe0-2854111a7f49 req-7d9b7965-62a3-44a0-89e9-5f5fe8d99498 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511615 Aug 09 11:40:59.239417 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ee88012-3ef2-4633-aac6-52027709ac21 req-0864a474-0cf0-4cf4-8894-7ac4c4ca475f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 210 time: 0.0408969 Aug 09 11:41:00.259628 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa89e3b9-311e-4029-b416-5bf394855648 req-7832e306-0f0a-4008-98b0-8d4c8a99b369 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Aug 09 11:41:00.359781 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3fec3051-42f5-40df-a007-9297282d4645 req-2ace9449-057a-48af-81bb-cba6ab3b5be6 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 210 time: 0.0281668 Aug 09 11:41:00.390656 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a29693-f9ef-4034-ab88-b9cde59f75b4 req-8818445c-6ca3-418a-b21c-822fb9304172 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:00.392151 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-07a29693-f9ef-4034-ab88-b9cde59f75b4 req-8818445c-6ca3-418a-b21c-822fb9304172 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1310210 Aug 09 11:41:00.458613 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-fb360e8f-c5a1-4d7f-80d2-14ef4ee17c91 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:00.460039 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-fb360e8f-c5a1-4d7f-80d2-14ef4ee17c91 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "GET /v2.0/networks?id=963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 200 len: 809 time: 0.1436861 Aug 09 11:41:00.462891 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-07a29693-f9ef-4034-ab88-b9cde59f75b4 req-cac9aa4a-be60-416d-9310-93a7fa815f4d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624280 Aug 09 11:41:00.497309 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Request body: {'port': {'device_id': '2eae5e34-7a61-4297-af48-affdee3a1525', 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0', 'admin_state_up': True, 'tenant_id': '9b1d5f1a59354c47a85a9fe7d36eab33'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:00.602079 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Made reservation on behalf of 9b1d5f1a59354c47a85a9fe7d36eab33 for: {'port': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:41:00.605603 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.730151 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Allocated IP 172.20.0.8 (963afd48-ed3c-4ea5-a020-8effa11915b0/04120db2-e848-40ce-ba5e-62511f66ee13/d2d3f03d-ea87-4449-a911-dd03f1746f86) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:00.881773 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.921408 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:00.964246 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Network 963afd48-ed3c-4ea5-a020-8effa11915b0 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:00.969302 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:00.972982 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:41:00.998334 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Pushing event updated for resources: {'Port': ['ID=d2d3f03d-ea87-4449-a911-dd03f1746f86,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:01.010480 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.010830 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.011190 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.011509 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.011916 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.012450 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.012949 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.013270 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.013598 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.014075 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.014414 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.014737 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:01.037309 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:01.037916 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.045247 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-5517dcbd-f378-47de-8cfb-3aec648b4b5c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:01.046895 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-5517dcbd-f378-47de-8cfb-3aec648b4b5c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 813 time: 0.1120677 Aug 09 11:41:01.054080 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-abd6be2e-3dbe-4231-9945-68d51a144ca1 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605400 Aug 09 11:41:01.094124 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Request body: {'port': {'device_id': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'admin_state_up': True, 'tenant_id': '044455dba4df429690e27043dd031851'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:01.113923 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Request body: {'port': {'device_id': '2eae5e34-7a61-4297-af48-affdee3a1525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:01.168798 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.209449 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Made reservation on behalf of 044455dba4df429690e27043dd031851 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:41:01.213823 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.475479 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a9fd91c4-c0cd-49cc-9a2d-e747e1abb8f7 req-25d9486c-0350-46c4-9e49-471dc81f713f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 210 time: 0.0325918 Aug 09 11:41:01.480990 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d3f03d-ea87-4449-a911-dd03f1746f86 {{(pid=99939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:01.490494 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.503583 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Transition to ACTIVE for port object d2d3f03d-ea87-4449-a911-dd03f1746f86 will not be triggered until provisioned by entity L2. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:01.516076 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.544414 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841f40-bd3e-4293-aa2b-3b2a67b077fc req-fb077b90-e69a-4b08-ab0d-0e29d62ff0a9 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:01.545915 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6d841f40-bd3e-4293-aa2b-3b2a67b077fc req-fb077b90-e69a-4b08-ab0d-0e29d62ff0a9 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 931 time: 0.0993567 Aug 09 11:41:01.582379 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3f03d-ea87-4449-a911-dd03f1746f86,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:01.636070 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6d841f40-bd3e-4293-aa2b-3b2a67b077fc req-15bdab48-6d55-437a-9aa0-6d6af906e7c6 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763259 Aug 09 11:41:01.637156 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Allocated IP 172.20.0.10 (2cdf0a4a-b558-41ba-a033-b3a9cc734a75/887433ed-fb8c-4e66-ac10-bf5484834a69/15601a94-868a-4eaa-858d-5a875b17eeac) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:01.670054 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721da6a-b5a5-41d0-9a77-aaa29d476331 req-889185ed-bfd5-49f0-9bad-98207e4d9471 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:01.671549 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a721da6a-b5a5-41d0-9a77-aaa29d476331 req-889185ed-bfd5-49f0-9bad-98207e4d9471 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1028318 Aug 09 11:41:01.687748 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Attempting to bind port d2d3f03d-ea87-4449-a911-dd03f1746f86 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:41:01.688086 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Attempting to bind port d2d3f03d-ea87-4449-a911-dd03f1746f86 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:41:01.689099 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Attempting to bind port d2d3f03d-ea87-4449-a911-dd03f1746f86 on network 963afd48-ed3c-4ea5-a020-8effa11915b0 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:01.701966 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Port d2d3f03d-ea87-4449-a911-dd03f1746f86 on network 963afd48-ed3c-4ea5-a020-8effa11915b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:41:01.702299 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Attempting to bind port d2d3f03d-ea87-4449-a911-dd03f1746f86 on network 963afd48-ed3c-4ea5-a020-8effa11915b0 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:01.710113 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:41:01.710451 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Checking segment: {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:41:01.710889 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Bound using segment: {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:41:01.711316 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Bound port: d2d3f03d-ea87-4449-a911-dd03f1746f86, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2895fb6-9b2b-4341-850b-610e573ecdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0'}}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:41:01.711677 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.733253 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a721da6a-b5a5-41d0-9a77-aaa29d476331 req-637b8fe0-a74f-47b1-a46f-a27b5cc0c0d5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Aug 09 11:41:01.786675 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] For port d2d3f03d-ea87-4449-a911-dd03f1746f86, host hv-cinder-80265, cleared binding levels {{(pid=99939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:41:01.790291 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] For port d2d3f03d-ea87-4449-a911-dd03f1746f86, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:41:01.792960 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.802366 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.841346 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:01.841346 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.841550 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.841641 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] 10.222.0.55 "PUT /v2.0/ports/d2d3f03d-ea87-4449-a911-dd03f1746f86 HTTP/1.1" status: 200 len: 1093 time: 0.7314796 Aug 09 11:41:01.843962 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eae5e34-7a61-4297-af48-affdee3a1525', 'tag': 'd2d3f03d-ea87-4449-a911-dd03f1746f86'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:01.846253 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168c3fc7-5fa6-4e72-a414-bafd00512432" -d '{"events": [{"name": "network-changed", "server_uuid": "2eae5e34-7a61-4297-af48-affdee3a1525", "tag": "d2d3f03d-ea87-4449-a911-dd03f1746f86"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:01.877846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728f6ee-7881-4178-9ec7-c0b0ff56e75d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3f03d-ea87-4449-a911-dd03f1746f86,revision_number=3']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:01.887147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:01.890273 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:01.894001 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:41:01.896659 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd1ad2c-c901-42a7-84a7-9804b7245e6c x-openstack-request-id: req-dbd1ad2c-c901-42a7-84a7-9804b7245e6c {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:01.896952 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eae5e34-7a61-4297-af48-affdee3a1525", "tag": "d2d3f03d-ea87-4449-a911-dd03f1746f86", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:01.897207 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbd1ad2c-c901-42a7-84a7-9804b7245e6c {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:01.897599 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eae5e34-7a61-4297-af48-affdee3a1525', 'tag': 'd2d3f03d-ea87-4449-a911-dd03f1746f86', 'status': 'completed', 'code': 200} Aug 09 11:41:01.897785 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0', '4f576c41-3e1c-4933-b4d8-ac90e98aa393', '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:01.922938 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event updated for resources: {'Port': ['ID=15601a94-868a-4eaa-858d-5a875b17eeac,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:01.951677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:01.952436 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:01.967136 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-e16c8d18-aebf-41d1-a880-8b2c9b340389 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8768473 Aug 09 11:41:01.994507 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Request body: {'port': {'device_id': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:02.058866 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.174494 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-2854dd10-0032-48a2-99a8-384c2077ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.175975 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-2854dd10-0032-48a2-99a8-384c2077ff3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 1096 time: 0.2326353 Aug 09 11:41:02.235010 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-15127d28-4c30-4cc0-8649-de8752884151 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86 HTTP/1.1" status: 200 len: 217 time: 0.0401616 Aug 09 11:41:02.296560 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-089a076e-3739-413d-b9a3-8a9f683443dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.296560 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-089a076e-3739-413d-b9a3-8a9f683443dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=04120db2-e848-40ce-ba5e-62511f66ee13 HTTP/1.1" status: 200 len: 849 time: 0.0446124 Aug 09 11:41:02.334044 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-6fb971f2-46f7-42b8-9fd7-b2814a633397 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963afd48-ed3c-4ea5-a020-8effa11915b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294385 Aug 09 11:41:02.357345 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15601a94-868a-4eaa-858d-5a875b17eeac {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:02.364829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.376960 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Transition to ACTIVE for port object 15601a94-868a-4eaa-858d-5a875b17eeac will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:02.384457 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.447138 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-4614c87c-746e-45ac-a948-787afe3b0b16 service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007755 Aug 09 11:41:02.469750 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Pushing event updated for resources: {'Port': ['ID=15601a94-868a-4eaa-858d-5a875b17eeac,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:02.548722 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bf594-963a-4129-b6db-fd1bb4d78735 req-eda62c0c-d56e-430b-940a-bf41e91032c8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.550281 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-255bf594-963a-4129-b6db-fd1bb4d78735 req-eda62c0c-d56e-430b-940a-bf41e91032c8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1104970 Aug 09 11:41:02.552860 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Attempting to bind port 15601a94-868a-4eaa-858d-5a875b17eeac on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:41:02.553198 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Attempting to bind port 15601a94-868a-4eaa-858d-5a875b17eeac by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:41:02.553415 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1c97b81d-73b7-4c3b-8e29-f02b20b12bb5 req-d3ba318a-5837-4473-97c3-7a5a6ba856e5 service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959873 Aug 09 11:41:02.553850 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Attempting to bind port 15601a94-868a-4eaa-858d-5a875b17eeac on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:02.559877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Port 15601a94-868a-4eaa-858d-5a875b17eeac on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:41:02.560227 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Attempting to bind port 15601a94-868a-4eaa-858d-5a875b17eeac on network 2cdf0a4a-b558-41ba-a033-b3a9cc734a75 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:02.579461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:41:02.579793 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Checking segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:41:02.580191 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Bound using segment: {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:41:02.580759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Bound port: 15601a94-868a-4eaa-858d-5a875b17eeac, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:41:02.581035 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.624435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41017593-2a3e-490d-add8-2015ee746fe0 req-574363d2-90a5-49b4-aa02-5ddfc0c5f896 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.625923 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-41017593-2a3e-490d-add8-2015ee746fe0 req-574363d2-90a5-49b4-aa02-5ddfc0c5f896 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 944 time: 0.0488405 Aug 09 11:41:02.631832 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-255bf594-963a-4129-b6db-fd1bb4d78735 req-cb66e9f3-3e52-4370-bbf0-5514983f7f1d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737488 Aug 09 11:41:02.675044 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-41017593-2a3e-490d-add8-2015ee746fe0 req-56da980d-5f10-4205-bebc-5cc1f726513f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Aug 09 11:41:02.684230 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] For port 15601a94-868a-4eaa-858d-5a875b17eeac, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:41:02.687766 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] For port 15601a94-868a-4eaa-858d-5a875b17eeac, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=15601a94-868a-4eaa-858d-5a875b17eeac,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:41:02.692369 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.737135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.737783 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:02.739194 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] 10.222.0.55 "PUT /v2.0/ports/15601a94-868a-4eaa-858d-5a875b17eeac HTTP/1.1" status: 200 len: 1094 time: 0.7512732 Aug 09 11:41:02.742358 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'tag': '15601a94-868a-4eaa-858d-5a875b17eeac'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:02.744638 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2225d8a-2ae6-458d-a092-d27b980c75d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b06bb63c-c262-446a-9a4d-199648908cbd", "tag": "15601a94-868a-4eaa-858d-5a875b17eeac"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:02.784907 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-43f8355f-fc60-4879-820a-1c19465ad0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.786632 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-43f8355f-fc60-4879-820a-1c19465ad0e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 1096 time: 0.0517352 Aug 09 11:41:02.788704 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe543f-2678-4954-954b-bad40f6edbdc service neutron] Pushing event updated for resources: {'Port': ['ID=15601a94-868a-4eaa-858d-5a875b17eeac,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:02.802966 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500c630-c12b-4bb0-bb54-ce7a11727d2a req-bb88f58c-3221-409f-9259-bf873a690263 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.804673 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6500c630-c12b-4bb0-bb54-ce7a11727d2a req-bb88f58c-3221-409f-9259-bf873a690263 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 943 time: 0.0810313 Aug 09 11:41:02.874813 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6500c630-c12b-4bb0-bb54-ce7a11727d2a req-29dbddc5-b388-47a5-bd94-467898b8e360 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578320 Aug 09 11:41:02.884776 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-1b35a4e8-fd93-4750-9fd9-6e9b5ee6b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.886243 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-1b35a4e8-fd93-4750-9fd9-6e9b5ee6b6fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 1097 time: 0.0529146 Aug 09 11:41:02.914474 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86461ea-7b4c-49b4-80dd-17954c878c20 req-28d1af4e-f9de-46b2-a3f6-58d510a4490e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.916047 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a86461ea-7b4c-49b4-80dd-17954c878c20 req-28d1af4e-f9de-46b2-a3f6-58d510a4490e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1069074 Aug 09 11:41:02.948713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4255d924-b462-4052-ac14-3348b6715f14 x-openstack-request-id: req-4255d924-b462-4052-ac14-3348b6715f14 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:02.949003 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06bb63c-c262-446a-9a4d-199648908cbd", "tag": "15601a94-868a-4eaa-858d-5a875b17eeac", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:02.949401 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4255d924-b462-4052-ac14-3348b6715f14 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:02.949794 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'tag': '15601a94-868a-4eaa-858d-5a875b17eeac', 'status': 'completed', 'code': 200} Aug 09 11:41:02.951552 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-bf1ec612-31f2-4853-a175-f378eb78d972 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15601a94-868a-4eaa-858d-5a875b17eeac HTTP/1.1" status: 200 len: 217 time: 0.0421369 Aug 09 11:41:02.972704 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-d2acf7d4-c18b-466a-adda-2054d6f1fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:02.974144 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-d2acf7d4-c18b-466a-adda-2054d6f1fa1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 200 len: 910 time: 0.1352630 Aug 09 11:41:02.979100 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a86461ea-7b4c-49b4-80dd-17954c878c20 req-3279fced-3c52-4616-ae90-c83620f86be8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564125 Aug 09 11:41:03.002854 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-79eb3e74-d052-4f70-9184-e1733310db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.004345 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-79eb3e74-d052-4f70-9184-e1733310db6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0441699 Aug 09 11:41:03.021802 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-1d7500fb-931f-4fb1-a0e2-7f983a434e88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86 HTTP/1.1" status: 200 len: 217 time: 0.0373967 Aug 09 11:41:03.041669 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-853c2a16-5690-4162-92f5-50530b3d37b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237103 Aug 09 11:41:03.079536 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-8c82e18d-923a-42b5-95b6-3a30fd52ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.081025 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-8c82e18d-923a-42b5-95b6-3a30fd52ebce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=04120db2-e848-40ce-ba5e-62511f66ee13 HTTP/1.1" status: 200 len: 849 time: 0.0439286 Aug 09 11:41:03.116530 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-1cebcd37-087d-4c51-a97c-b312a89c629e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=963afd48-ed3c-4ea5-a020-8effa11915b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232115 Aug 09 11:41:03.134735 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-b8a972c5-613f-4ff1-bb5d-b080f64f22f7 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800538 Aug 09 11:41:03.209392 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-99afb67f-fdd5-41d8-81d8-5db83b262b2f service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847349 Aug 09 11:41:03.228769 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e0ac3125-d813-49dd-acf0-0954b630e29e req-b0cff398-1be5-40db-b6c0-118f50e6fedc service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836782 Aug 09 11:41:03.306535 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-168c3fc7-5fa6-4e72-a414-bafd00512432 req-ad921957-a959-4a9e-90b5-b048a27a1504 service neutron] 10.222.0.55 "GET /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819769 Aug 09 11:41:03.425440 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-06f32d34-17da-44a0-832b-28f27243b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.426888 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-06f32d34-17da-44a0-832b-28f27243b401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=044455dba4df429690e27043dd031851&device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 1097 time: 0.0395179 Aug 09 11:41:03.527781 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-893c301a-ca9d-49e1-be62-5c7bdea8400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.529275 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-893c301a-ca9d-49e1-be62-5c7bdea8400d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 200 len: 914 time: 0.0846996 Aug 09 11:41:03.577500 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-984b0c90-25c0-4a36-9bc9-afb05ec07e0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15601a94-868a-4eaa-858d-5a875b17eeac HTTP/1.1" status: 200 len: 217 time: 0.0343750 Aug 09 11:41:03.633121 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-941d7af7-0b9f-4971-91f7-ec31a69749a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.634582 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-941d7af7-0b9f-4971-91f7-ec31a69749a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 200 len: 853 time: 0.0464902 Aug 09 11:41:03.669740 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-3de6ebdb-99ac-4f9c-9e0a-30d1966c7b10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cdf0a4a-b558-41ba-a033-b3a9cc734a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248055 Aug 09 11:41:03.757421 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b86a-fae2-41c8-af5d-38c4327b43cd req-cfd86306-33a0-4957-9266-0739e817b721 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.758918 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abf2b86a-fae2-41c8-af5d-38c4327b43cd req-cfd86306-33a0-4957-9266-0739e817b721 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0512300 Aug 09 11:41:03.796771 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abf2b86a-fae2-41c8-af5d-38c4327b43cd req-b7f87d48-1134-4934-926f-fc9a4fb70924 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Aug 09 11:41:03.799853 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-3ddbd29c-e00b-491c-abfa-43a0866c65c6 service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186314 Aug 09 11:41:03.807872 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad189db-8a7d-4202-852c-ddfd6e7b9fe7 req-c65cb09f-8705-435c-92a2-84a9bdf20d77 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.809412 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7ad189db-8a7d-4202-852c-ddfd6e7b9fe7 req-c65cb09f-8705-435c-92a2-84a9bdf20d77 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 944 time: 0.0743747 Aug 09 11:41:03.891050 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7ad189db-8a7d-4202-852c-ddfd6e7b9fe7 req-90730afc-7b58-401d-96be-5f506fa154dd tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736675 Aug 09 11:41:03.923145 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c2225d8a-2ae6-458d-a092-d27b980c75d1 req-dc260c04-8d70-4a0e-9d89-6e856568f17d service neutron] 10.222.0.55 "GET /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127994 Aug 09 11:41:03.996467 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962ac25-e368-4aa0-90f2-5f1d8b90c43e req-a6ce5685-d678-4104-8f1e-8a2f65c93fae tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:03.997914 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6962ac25-e368-4aa0-90f2-5f1d8b90c43e req-a6ce5685-d678-4104-8f1e-8a2f65c93fae tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 943 time: 0.0530248 Aug 09 11:41:04.035466 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6962ac25-e368-4aa0-90f2-5f1d8b90c43e req-39d26aea-9328-440a-a015-4b0fbd06becd tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Aug 09 11:41:04.092509 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485faa1-4802-408e-8dd4-ecd10145b698 req-ef3e8a3e-3c03-4bbe-aeec-9be601776774 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:04.093957 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0485faa1-4802-408e-8dd4-ecd10145b698 req-ef3e8a3e-3c03-4bbe-aeec-9be601776774 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Aug 09 11:41:04.133955 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0485faa1-4802-408e-8dd4-ecd10145b698 req-9e7bdfcf-c996-4426-9c56-946d099f90b0 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341842 Aug 09 11:41:04.913690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ece3ad-a074-4502-b099-5b5268f8be56 req-12076d78-fd2c-4da3-a047-f858a2992d84 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:04.915223 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-05ece3ad-a074-4502-b099-5b5268f8be56 req-12076d78-fd2c-4da3-a047-f858a2992d84 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Aug 09 11:41:04.959332 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-05ece3ad-a074-4502-b099-5b5268f8be56 req-7fb1ff15-410a-4b2d-9b52-fd338356b1ba tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Aug 09 11:41:05.018349 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b3b30-1247-493d-8d9a-11127fdc8a20 req-f6df77b3-6fa9-43cb-9c9a-275a74dbbaa4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:05.019816 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-074b3b30-1247-493d-8d9a-11127fdc8a20 req-f6df77b3-6fa9-43cb-9c9a-275a74dbbaa4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 944 time: 0.0476549 Aug 09 11:41:05.056557 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-074b3b30-1247-493d-8d9a-11127fdc8a20 req-0d8d437c-8b03-4abc-9254-74afdd0fe91a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 Aug 09 11:41:05.147540 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bc52f-9d8c-4a50-9805-5b51aaf7a3bd req-3b47f161-403a-4eee-b2a4-ff69b0d86bc8 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:05.149657 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c20bc52f-9d8c-4a50-9805-5b51aaf7a3bd req-3b47f161-403a-4eee-b2a4-ff69b0d86bc8 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 943 time: 0.0475826 Aug 09 11:41:05.187733 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c20bc52f-9d8c-4a50-9805-5b51aaf7a3bd req-c375140c-8fcb-4e8a-8417-99f7061b1230 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Aug 09 11:41:05.248124 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ace1f-406f-464a-8cce-98e9dcff68c7 req-fe514992-b284-4166-af3c-151016c9d0c2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:05.249873 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3f7ace1f-406f-464a-8cce-98e9dcff68c7 req-fe514992-b284-4166-af3c-151016c9d0c2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0502868 Aug 09 11:41:05.289268 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3f7ace1f-406f-464a-8cce-98e9dcff68c7 req-c811be57-ddbe-4372-b703-6f76e070d521 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Aug 09 11:41:06.080667 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b9790-8cab-44c7-9cd7-6495ff7576c7 req-96145f68-feaf-4365-9721-e44ce6fcfedd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:06.082417 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7a7b9790-8cab-44c7-9cd7-6495ff7576c7 req-96145f68-feaf-4365-9721-e44ce6fcfedd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0520775 Aug 09 11:41:06.124893 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7a7b9790-8cab-44c7-9cd7-6495ff7576c7 req-f7357420-7d34-41ad-a83c-44330c5656eb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 Aug 09 11:41:06.195160 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ce0a4-52b7-4ed8-905e-b5235be3a6a3 req-91b9055a-c894-4529-9367-491201da9847 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:06.196925 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-010ce0a4-52b7-4ed8-905e-b5235be3a6a3 req-91b9055a-c894-4529-9367-491201da9847 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 944 time: 0.0697882 Aug 09 11:41:06.241443 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-010ce0a4-52b7-4ed8-905e-b5235be3a6a3 req-301d8d51-94b5-4f5d-9022-a1b0b7c8c6f3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 Aug 09 11:41:06.303625 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c59bf-9063-4a49-9266-544be76ddb65 req-74971005-1018-46dd-8bd2-e289c5f3d092 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:06.305183 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-176c59bf-9063-4a49-9266-544be76ddb65 req-74971005-1018-46dd-8bd2-e289c5f3d092 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 943 time: 0.0481963 Aug 09 11:41:06.343968 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-176c59bf-9063-4a49-9266-544be76ddb65 req-0187bca8-a01b-4ccc-8ae3-3269129e7e99 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Aug 09 11:41:06.544085 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8d2e2-78fa-48dd-8f58-e0b4a6d42ec4 req-7deca27c-0aa3-44a0-a005-6792b6043fe7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:06.545498 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-20f8d2e2-78fa-48dd-8f58-e0b4a6d42ec4 req-7deca27c-0aa3-44a0-a005-6792b6043fe7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Aug 09 11:41:06.583613 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-20f8d2e2-78fa-48dd-8f58-e0b4a6d42ec4 req-e1e02830-8ece-497e-a8dd-aaa479e74cd5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Aug 09 11:41:07.264858 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595178f-bf61-4edc-a00d-14ec9dbb2333 req-c34171ed-553d-4888-89b0-80b64223405a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:07.266318 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5595178f-bf61-4edc-a00d-14ec9dbb2333 req-c34171ed-553d-4888-89b0-80b64223405a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Aug 09 11:41:07.282369 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 15601a94-868a-4eaa-858d-5a875b17eeac details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:41:07.327057 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5595178f-bf61-4edc-a00d-14ec9dbb2333 req-638f44aa-2dd6-4c42-a397-0ff176d34531 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531960 Aug 09 11:41:07.392492 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152251be-eea2-49f7-8e25-e9c9d3866ee9 req-42410177-06d6-4c3e-a349-ed0f5cf579f5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:07.404336 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-152251be-eea2-49f7-8e25-e9c9d3866ee9 req-42410177-06d6-4c3e-a349-ed0f5cf579f5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 944 time: 0.0690391 Aug 09 11:41:07.405135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 15601a94-868a-4eaa-858d-5a875b17eeac, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=15601a94-868a-4eaa-858d-5a875b17eeac,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:07.457689 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-152251be-eea2-49f7-8e25-e9c9d3866ee9 req-cf7a8db7-c46a-4306-a497-8ab72d63b70f tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520377 Aug 09 11:41:07.504913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3dc1-e9d2-45b9-864d-4a26d518ec6c req-70ac0114-31c0-461a-9b06-f0c260599492 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:07.506442 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1ecf3dc1-e9d2-45b9-864d-4a26d518ec6c req-70ac0114-31c0-461a-9b06-f0c260599492 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 943 time: 0.0707290 Aug 09 11:41:07.535172 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '15601a94-868a-4eaa-858d-5a875b17eeac', 'network_id': '2cdf0a4a-b558-41ba-a033-b3a9cc734a75', 'port_id': '15601a94-868a-4eaa-858d-5a875b17eeac', 'mac_address': 'fa:16:3e:7a:93:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887433ed-fb8c-4e66-ac10-bf5484834a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:41:07.546026 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1ecf3dc1-e9d2-45b9-864d-4a26d518ec6c req-fa3cdd4d-f598-4669-b304-932503b4ffda tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Aug 09 11:41:07.570799 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:07.582805 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15601a94-868a-4eaa-858d-5a875b17eeac {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:07.602354 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 15601a94-868a-4eaa-858d-5a875b17eeac, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=15601a94-868a-4eaa-858d-5a875b17eeac,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:07.606515 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:07.607591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d2d3f03d-ea87-4449-a911-dd03f1746f86 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:41:07.697145 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=15601a94-868a-4eaa-858d-5a875b17eeac,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:07.706296 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f024d-792e-4cca-bb56-8b31a850d32a req-1b96473f-a21b-4219-b968-250ed3f8cce2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:07.707799 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c90f024d-792e-4cca-bb56-8b31a850d32a req-1b96473f-a21b-4219-b968-250ed3f8cce2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0568430 Aug 09 11:41:07.709408 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.709757 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.710092 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.710942 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.711269 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.711640 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.711903 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.712279 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.712582 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.712902 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.713217 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.713530 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:07.755441 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d2d3f03d-ea87-4449-a911-dd03f1746f86, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:07.761587 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c90f024d-792e-4cca-bb56-8b31a850d32a req-58faf601-d532-47a8-901e-a71e66be41ed tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Aug 09 11:41:07.768479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'd2d3f03d-ea87-4449-a911-dd03f1746f86', 'network_id': '963afd48-ed3c-4ea5-a020-8effa11915b0', 'port_id': 'd2d3f03d-ea87-4449-a911-dd03f1746f86', 'mac_address': 'fa:16:3e:33:ad:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04120db2-e848-40ce-ba5e-62511f66ee13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:41:07.813785 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:07.826331 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d3f03d-ea87-4449-a911-dd03f1746f86 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:07.845608 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d2d3f03d-ea87-4449-a911-dd03f1746f86, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:07.849259 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:07.897907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d2d3f03d-ea87-4449-a911-dd03f1746f86,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:08.281210 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['15601a94-868a-4eaa-858d-5a875b17eeac'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:08.328023 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['d2d3f03d-ea87-4449-a911-dd03f1746f86'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:08.468274 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b618-e35a-4083-8034-748ed2a3df1a req-04ae64a8-1ba5-42e6-bfab-362770c4a10d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:08.469697 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc08b618-e35a-4083-8034-748ed2a3df1a req-04ae64a8-1ba5-42e6-bfab-362770c4a10d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0619378 Aug 09 11:41:08.552387 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc08b618-e35a-4083-8034-748ed2a3df1a req-422a0ab0-355f-426a-ac7f-3b595bc28a34 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687692 Aug 09 11:41:08.627574 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816a888-30b8-47dd-a60a-cda976e548ad req-1ca6b643-c218-4f2a-a4f1-73db416f8c05 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:08.629161 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5816a888-30b8-47dd-a60a-cda976e548ad req-1ca6b643-c218-4f2a-a4f1-73db416f8c05 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 945 time: 0.0607967 Aug 09 11:41:08.683828 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5816a888-30b8-47dd-a60a-cda976e548ad req-bd6796b2-cb52-4f3e-8c12-2d7859d28253 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Aug 09 11:41:08.690336 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c21aa8-bf3e-4330-94e5-cf1bfdc6aa34 req-862083e6-c998-41ba-b917-e7d039360ee0 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:08.691889 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-27c21aa8-bf3e-4330-94e5-cf1bfdc6aa34 req-862083e6-c998-41ba-b917-e7d039360ee0 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 944 time: 0.0532064 Aug 09 11:41:08.731329 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-27c21aa8-bf3e-4330-94e5-cf1bfdc6aa34 req-73fe49d9-5b33-41e8-bb2d-504c2553156b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Aug 09 11:41:08.874276 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865cbd-afd9-496a-b133-261884d0c1d1 req-991e9657-a670-492d-b7b5-903d515191ee tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:08.875731 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fa865cbd-afd9-496a-b133-261884d0c1d1 req-991e9657-a670-492d-b7b5-903d515191ee tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0477788 Aug 09 11:41:08.912862 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fa865cbd-afd9-496a-b133-261884d0c1d1 req-8bd79188-678f-4be9-9e44-8f162c67eb8c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Aug 09 11:41:09.668082 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a682fa-50eb-4f99-bf03-e92ee623cd1c req-8f241dbe-49c7-4dd7-9668-40648b603a42 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:09.670522 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a2a682fa-50eb-4f99-bf03-e92ee623cd1c req-8f241dbe-49c7-4dd7-9668-40648b603a42 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0521786 Aug 09 11:41:09.732202 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a2a682fa-50eb-4f99-bf03-e92ee623cd1c req-5b8a3fd4-4ee1-4db7-b5bd-c90940d38179 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552588 Aug 09 11:41:09.818639 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cfabb-ff90-48bd-a697-9a44e236fdee req-26618461-51ba-4f09-8461-0beb874afb49 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:09.821847 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ba7cfabb-ff90-48bd-a697-9a44e236fdee req-26618461-51ba-4f09-8461-0beb874afb49 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 945 time: 0.0648453 Aug 09 11:41:09.872336 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ba7cfabb-ff90-48bd-a697-9a44e236fdee req-36938a19-ef11-499f-a704-ed4a2986379e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Aug 09 11:41:09.879973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94df3a-ca9a-4f62-a497-3bedb33e5410 req-f9ffb3fa-ec5e-474f-a5d2-15dd20a70c68 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:09.882053 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de94df3a-ca9a-4f62-a497-3bedb33e5410 req-f9ffb3fa-ec5e-474f-a5d2-15dd20a70c68 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 944 time: 0.0569263 Aug 09 11:41:09.939102 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de94df3a-ca9a-4f62-a497-3bedb33e5410 req-62baa2de-5b93-47b2-8cd6-b7fcf3bb112d tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467405 Aug 09 11:41:10.030151 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501254-92e9-48ac-a0b0-de8f76bca3f4 req-b35b7b81-2a4a-4b03-ae4f-663862243f65 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:10.031535 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ec501254-92e9-48ac-a0b0-de8f76bca3f4 req-b35b7b81-2a4a-4b03-ae4f-663862243f65 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0482593 Aug 09 11:41:10.068981 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ec501254-92e9-48ac-a0b0-de8f76bca3f4 req-85ff6af0-acaf-4873-bce1-8f8c0e95d76d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Aug 09 11:41:10.861912 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db340184-0127-44bb-a06e-323302a18a2f req-f0196abe-d094-42d3-911f-3217034b76eb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:10.863374 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db340184-0127-44bb-a06e-323302a18a2f req-f0196abe-d094-42d3-911f-3217034b76eb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0487604 Aug 09 11:41:10.900502 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db340184-0127-44bb-a06e-323302a18a2f req-da24a695-bccd-41fc-8c19-4fefeafc6c6c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Aug 09 11:41:11.008288 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5a9c-6eca-4504-b77e-a8a0e4387969 req-9450e52d-cbe1-4fe3-a904-ec5de743fc2b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:11.009870 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-210b5a9c-6eca-4504-b77e-a8a0e4387969 req-9450e52d-cbe1-4fe3-a904-ec5de743fc2b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 945 time: 0.0569646 Aug 09 11:41:11.049325 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-210b5a9c-6eca-4504-b77e-a8a0e4387969 req-c61b2d7b-2f26-48a8-ae62-23f8b4e64839 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 09 11:41:11.060800 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08eae5-0248-48e8-a76e-21310921df3d req-5a68c637-ba31-4a6a-bb1f-d8949f94d24f tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:11.062311 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af08eae5-0248-48e8-a76e-21310921df3d req-5a68c637-ba31-4a6a-bb1f-d8949f94d24f tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 944 time: 0.0564530 Aug 09 11:41:11.100757 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af08eae5-0248-48e8-a76e-21310921df3d req-14e2d302-e837-4fdd-bb52-2b37340eadb7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Aug 09 11:41:11.117910 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 37020) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:11.189584 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b89dce-a465-4184-aade-739d0c8eeff2 req-cc55151b-81d5-4cc1-b3d3-43bce1dbce1a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:11.191019 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-23b89dce-a465-4184-aade-739d0c8eeff2 req-cc55151b-81d5-4cc1-b3d3-43bce1dbce1a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0520754 Aug 09 11:41:11.225685 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09e557b3-51c2-4a49-b25d-e8948735c6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.250520 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-23b89dce-a465-4184-aade-739d0c8eeff2 req-7e5105a9-2db3-4b99-83fc-5f307e06ef80 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533338 Aug 09 11:41:11.324382 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09e557b3-51c2-4a49-b25d-e8948735c6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.327871 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09e557b3-51c2-4a49-b25d-e8948735c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.365679 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-09e557b3-51c2-4a49-b25d-e8948735c6ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49d961a531914b86a34d042579889012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466927 Aug 09 11:41:11.366909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e557b3-51c2-4a49-b25d-e8948735c6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed7980-2edf-4e0f-9333-35077be7a751,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:11.368494 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 37024) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:11.416397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ba6fba96-d0da-416a-8d6b-909ae09ad63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.436258 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ba6fba96-d0da-416a-8d6b-909ae09ad63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.480942 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ba6fba96-d0da-416a-8d6b-909ae09ad63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.483516 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ba6fba96-d0da-416a-8d6b-909ae09ad63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:11.484656 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ba6fba96-d0da-416a-8d6b-909ae09ad63c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9ed7980-2edf-4e0f-9333-35077be7a751 HTTP/1.1" status: 204 len: 168 time: 0.1151237 Aug 09 11:41:11.491981 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fba96-d0da-416a-8d6b-909ae09ad63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed7980-2edf-4e0f-9333-35077be7a751,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:12.027365 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8874b-bcd9-4762-8e91-056352deaa4b req-6f99e49f-0678-4c78-8ac0-faef3779dfa8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:12.028877 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-32d8874b-bcd9-4762-8e91-056352deaa4b req-6f99e49f-0678-4c78-8ac0-faef3779dfa8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0502291 Aug 09 11:41:12.068541 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-32d8874b-bcd9-4762-8e91-056352deaa4b req-9f58977d-9569-4909-bfa9-9cfb57a495cc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331342 Aug 09 11:41:12.165589 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3d7d6-9431-43a5-baf3-b4a4d2c7f6ed req-13188242-e1c4-41a0-b687-78e1a4eff20e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:12.167123 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d4d3d7d6-9431-43a5-baf3-b4a4d2c7f6ed req-13188242-e1c4-41a0-b687-78e1a4eff20e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 945 time: 0.0521901 Aug 09 11:41:12.206587 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d4d3d7d6-9431-43a5-baf3-b4a4d2c7f6ed req-d4195212-b7f8-4c66-b925-485ac18d1d03 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Aug 09 11:41:12.225529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3e2fd-9056-43c6-bf8b-7ef64e643844 req-88a637f4-c842-40fc-8df2-c712ad522669 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:12.227277 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e1a3e2fd-9056-43c6-bf8b-7ef64e643844 req-88a637f4-c842-40fc-8df2-c712ad522669 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 944 time: 0.0560946 Aug 09 11:41:12.266135 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e1a3e2fd-9056-43c6-bf8b-7ef64e643844 req-ce0794ae-ee9c-40ba-bfbe-cf7a119f2116 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Aug 09 11:41:12.368719 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307237f4-1810-4ad0-bdcd-6a344ab879f8 req-5887143d-e454-48bd-98bc-756cafb6c271 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:12.370123 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-307237f4-1810-4ad0-bdcd-6a344ab879f8 req-5887143d-e454-48bd-98bc-756cafb6c271 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0528688 Aug 09 11:41:12.409524 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-307237f4-1810-4ad0-bdcd-6a344ab879f8 req-e4935a7b-9fca-4f08-83c3-aa6ffb4bd9c5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 09 11:41:13.031521 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 15601a94-868a-4eaa-858d-5a875b17eeac up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:41:13.079171 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 15601a94-868a-4eaa-858d-5a875b17eeac completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:13.082543 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 15601a94-868a-4eaa-858d-5a875b17eeac triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:13.082922 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:13.162919 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:13.184623 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15601a94-868a-4eaa-858d-5a875b17eeac'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:13.186844 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a2f6f1-7a8e-4727-8a00-a699f58c8ef4" -d '{"events": [{"server_uuid": "b06bb63c-c262-446a-9a4d-199648908cbd", "name": "network-vif-plugged", "status": "completed", "tag": "15601a94-868a-4eaa-858d-5a875b17eeac"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:13.187054 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dfcea-a737-4c8d-9dc9-1b361fe6d43a req-3d8d4e2f-6d0f-4f77-b431-db6f486d70ed tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:13.188692 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fd2dfcea-a737-4c8d-9dc9-1b361fe6d43a req-3d8d4e2f-6d0f-4f77-b431-db6f486d70ed tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0479114 Aug 09 11:41:13.200109 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 15601a94-868a-4eaa-858d-5a875b17eeac, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=15601a94-868a-4eaa-858d-5a875b17eeac,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:13.206382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:13.207316 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d2d3f03d-ea87-4449-a911-dd03f1746f86 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:41:13.231377 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c3a87-420a-4377-a271-ecfda4c7c107 x-openstack-request-id: req-970c3a87-420a-4377-a271-ecfda4c7c107 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:13.231596 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06bb63c-c262-446a-9a4d-199648908cbd", "name": "network-vif-plugged", "status": "completed", "tag": "15601a94-868a-4eaa-858d-5a875b17eeac", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:13.231844 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-970c3a87-420a-4377-a271-ecfda4c7c107 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:13.232268 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15601a94-868a-4eaa-858d-5a875b17eeac', 'code': 200} Aug 09 11:41:13.232669 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fd2dfcea-a737-4c8d-9dc9-1b361fe6d43a req-a14f035d-e9d6-41fe-aa25-127b529d5f8f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375438 Aug 09 11:41:13.298301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=15601a94-868a-4eaa-858d-5a875b17eeac,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:13.301741 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port d2d3f03d-ea87-4449-a911-dd03f1746f86 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:13.308212 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port d2d3f03d-ea87-4449-a911-dd03f1746f86 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:13.308458 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:13.349184 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484af0-5120-4ba9-8047-8b9ba762a5ed req-ca6457f6-98e8-410f-a62c-28b77e4e9e9d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:13.350899 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-70484af0-5120-4ba9-8047-8b9ba762a5ed req-ca6457f6-98e8-410f-a62c-28b77e4e9e9d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.0699778 Aug 09 11:41:13.400362 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:13.409847 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-70484af0-5120-4ba9-8047-8b9ba762a5ed req-7ce1c5ca-5aae-4c18-a3cc-1c4a118ce06e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Aug 09 11:41:13.447131 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254a2a9-5945-4af1-931d-f3da13e41254 req-eb06b1b3-54c6-4e84-9c12-8ad4981ac8a7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:13.447652 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d2d3f03d-ea87-4449-a911-dd03f1746f86, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:13.454413 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4254a2a9-5945-4af1-931d-f3da13e41254 req-eb06b1b3-54c6-4e84-9c12-8ad4981ac8a7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 944 time: 0.0819275 Aug 09 11:41:13.459550 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:13.492999 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4254a2a9-5945-4af1-931d-f3da13e41254 req-7f266007-3799-4355-b8bb-4f087cdd1a3f tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Aug 09 11:41:13.525296 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d2d3f03d-ea87-4449-a911-dd03f1746f86,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:13.525672 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056b911-d1e3-4d68-a366-bffec82f4e25 req-89714e0f-4844-4d3d-8bb0-52d320c668f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:13.527173 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5056b911-d1e3-4d68-a366-bffec82f4e25 req-89714e0f-4844-4d3d-8bb0-52d320c668f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 1099 time: 0.0898566 Aug 09 11:41:13.576008 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0940-9cd5-4ef9-bd50-59de7935aa52 req-6da92633-ae3d-4596-b0f3-0fd3f13d4ab5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:13.577580 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2a3d0940-9cd5-4ef9-bd50-59de7935aa52 req-6da92633-ae3d-4596-b0f3-0fd3f13d4ab5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0919449 Aug 09 11:41:13.583493 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5056b911-d1e3-4d68-a366-bffec82f4e25 req-8b790957-5cb9-4a2e-a901-5f17e537db30 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Aug 09 11:41:13.615672 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2a3d0940-9cd5-4ef9-bd50-59de7935aa52 req-690a3a26-c910-4851-a9d1-a82ec36022a6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312529 Aug 09 11:41:13.716133 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-a59b2e03-c8d5-443f-816a-dd7ceb2ccf59 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ee253537d584fcf9089034bcfe2a4d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324662 Aug 09 11:41:13.891803 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-ffde96fc-cabd-4990-88c6-8c26182a22e4 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:13.893181 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-ffde96fc-cabd-4990-88c6-8c26182a22e4 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717696 Aug 09 11:41:13.907402 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-62712bfd-a0e1-4662-b29d-33d6f0cc41eb tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/quotas/7ee253537d584fcf9089034bcfe2a4d1 HTTP/1.1" status: 200 len: 375 time: 0.0086253 Aug 09 11:41:13.937478 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-b21c6457-0c1a-467b-81b4-c796e1c0218a tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ee253537d584fcf9089034bcfe2a4d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250762 Aug 09 11:41:14.092737 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb8f8aca-f687-4d34-ba24-048d1cfc7499 req-3c300a6e-6d48-4b52-9e79-aa1743d7bd22 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 210 time: 0.0283754 Aug 09 11:41:14.357087 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f87fc-9a61-4483-83c4-91e13767aa64 req-6078cf6c-7ae1-4208-b461-3772ce6b717d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:14.359433 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-497f87fc-9a61-4483-83c4-91e13767aa64 req-6078cf6c-7ae1-4208-b461-3772ce6b717d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0518980 Aug 09 11:41:14.409416 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-497f87fc-9a61-4483-83c4-91e13767aa64 req-a0d8a9e7-6da4-474f-adcf-ceb07fce62c8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332689 Aug 09 11:41:14.520951 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916493f-7dc5-4aca-8446-cc086a35a905 req-af6678a8-6163-404f-b157-3ce0d6341423 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:14.522441 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0916493f-7dc5-4aca-8446-cc086a35a905 req-af6678a8-6163-404f-b157-3ce0d6341423 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.0499396 Aug 09 11:41:14.561862 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0916493f-7dc5-4aca-8446-cc086a35a905 req-b3b01d65-62b1-4710-8ce4-560e12e2534e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Aug 09 11:41:14.615770 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01a8e7-a327-4241-8162-e2224ba0b269 req-a4e7917f-5bc4-42e3-82ce-63e43e1382ec tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:14.617292 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dd01a8e7-a327-4241-8162-e2224ba0b269 req-a4e7917f-5bc4-42e3-82ce-63e43e1382ec tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.0528374 Aug 09 11:41:14.657789 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dd01a8e7-a327-4241-8162-e2224ba0b269 req-33cf611f-942a-40df-b185-050c65a73814 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Aug 09 11:41:14.733972 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106d9ee-1528-4842-a619-ebc3fae1232a req-ea50f7ec-d2f8-4c90-8c9d-03caa89f3ff6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:14.735749 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c106d9ee-1528-4842-a619-ebc3fae1232a req-ea50f7ec-d2f8-4c90-8c9d-03caa89f3ff6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Aug 09 11:41:14.778808 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c106d9ee-1528-4842-a619-ebc3fae1232a req-e622ebd1-dbea-4bcd-87ae-3e820234145a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361934 Aug 09 11:41:15.186711 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-421687d4-9a52-4684-b3bb-a00f37ed4294 req-772366f8-2a91-4ce5-bacd-fd4163b8a664 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Aug 09 11:41:15.234760 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eae5e34-7a61-4297-af48-affdee3a1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3f03d-ea87-4449-a911-dd03f1746f86'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:15.237969 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c925e-73e6-435e-b00d-f2551a91089b" -d '{"events": [{"server_uuid": "2eae5e34-7a61-4297-af48-affdee3a1525", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3f03d-ea87-4449-a911-dd03f1746f86"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:15.279366 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77bdce-6433-4d3b-b615-42a58f27e446 x-openstack-request-id: req-2b77bdce-6433-4d3b-b615-42a58f27e446 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:15.279702 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eae5e34-7a61-4297-af48-affdee3a1525", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3f03d-ea87-4449-a911-dd03f1746f86", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:15.279956 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b77bdce-6433-4d3b-b615-42a58f27e446 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:15.280386 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eae5e34-7a61-4297-af48-affdee3a1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3f03d-ea87-4449-a911-dd03f1746f86', 'code': 200} Aug 09 11:41:15.421053 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-926542cc-b7af-4fe3-9df7-a220e72f9b22 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7ee253537d584fcf9089034bcfe2a4d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340881 Aug 09 11:41:15.553425 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad055f-7519-4033-8924-4a5a56c5761a req-ac687b41-45bc-40b5-972c-6aa20069b7b1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:15.555436 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e5ad055f-7519-4033-8924-4a5a56c5761a req-ac687b41-45bc-40b5-972c-6aa20069b7b1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0643046 Aug 09 11:41:15.607263 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e5ad055f-7519-4033-8924-4a5a56c5761a req-703b6f9a-54ed-432e-b908-e144ee7a569a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444613 Aug 09 11:41:15.641972 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-a31ee0b4-9920-4ab8-8035-9cc3a7cdff7f tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:15.643425 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-a31ee0b4-9920-4ab8-8035-9cc3a7cdff7f tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972876 Aug 09 11:41:15.646965 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed50c-5ee2-4582-ab23-24298719f415 req-5c1796c7-09f9-4d0a-b422-536168ba9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:15.648480 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-878ed50c-5ee2-4582-ab23-24298719f415 req-5c1796c7-09f9-4d0a-b422-536168ba9cce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 1098 time: 0.0527992 Aug 09 11:41:15.690668 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5003190-56f7-45b7-a7ab-c794133e3bed req-eeabf5fe-0247-4caa-8415-8c75aab1fbeb tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:15.692315 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d5003190-56f7-45b7-a7ab-c794133e3bed req-eeabf5fe-0247-4caa-8415-8c75aab1fbeb tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.0478816 Aug 09 11:41:15.697155 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Request body: {'port': {'device_id': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c', 'admin_state_up': True, 'tenant_id': '7ee253537d584fcf9089034bcfe2a4d1'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:15.716224 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-878ed50c-5ee2-4582-ab23-24298719f415 req-55112a68-e3c2-42aa-88a7-3b41923ee79c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Aug 09 11:41:15.774669 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97483-4168-4fef-8ed6-670c746bf761 req-4922b90b-1025-4a33-97b9-e24aea1bc5dc tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:15.776134 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d5a97483-4168-4fef-8ed6-670c746bf761 req-4922b90b-1025-4a33-97b9-e24aea1bc5dc tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.0477142 Aug 09 11:41:15.793186 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d5003190-56f7-45b7-a7ab-c794133e3bed req-bb9f883a-8d39-42c8-a212-0194b54ee11d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524561 Aug 09 11:41:15.814976 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d5a97483-4168-4fef-8ed6-670c746bf761 req-828ef4a0-8a82-4ce9-b013-f2045c5f7420 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Aug 09 11:41:15.853164 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Made reservation on behalf of 7ee253537d584fcf9089034bcfe2a4d1 for: {'port': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:41:15.856806 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:15.889500 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:15.928654 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb9ee3-6804-4ecc-a9c8-837a184b9a40 req-c241612c-aed0-4727-95d0-1b0f02c9fb99 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:15.930419 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e6eb9ee3-6804-4ecc-a9c8-837a184b9a40 req-c241612c-aed0-4727-95d0-1b0f02c9fb99 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0712850 Aug 09 11:41:15.990570 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e6eb9ee3-6804-4ecc-a9c8-837a184b9a40 req-9b8c4f2e-b1a5-4441-bb9d-dc62de2a7b6a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Aug 09 11:41:16.045176 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.049571 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.116570 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9260945-42e1-428e-8597-e4307bdfc11a,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:16.184662 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Allocated IP 192.168.233.91 (cab37de1-fcf3-4461-980a-ec6c8600ef7c/ee048301-a9c5-46bf-a880-43d369757136/64c3b32e-4ac6-4881-8840-3ea1e19256a1) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:41:16.284148 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2c8b1c6d-a968-4bc2-b522-97cc2618e7e1 req-c6bbdb47-9eb5-4fc6-b53e-d666b9b3405c tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 210 time: 0.0252900 Aug 09 11:41:16.329037 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.341766 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Transition to ACTIVE for port object 64c3b32e-4ac6-4881-8840-3ea1e19256a1 will not be triggered until provisioned by entity DHCP. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:16.374880 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.420837 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Network cab37de1-fcf3-4461-980a-ec6c8600ef7c is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:41:16.423847 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:41:16.427577 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:41:16.434300 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Pushing event updated for resources: {'Port': ['ID=64c3b32e-4ac6-4881-8840-3ea1e19256a1,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:16.639733 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-db9e69d2-6781-4ded-a085-7fe7ba180775 None None] Provisioning for port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:16.644332 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-db9e69d2-6781-4ded-a085-7fe7ba180775 None None] Provisioning complete for port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:16.644708 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-db9e69d2-6781-4ded-a085-7fe7ba180775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.667969 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:16.668620 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.684888 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e2b7f6e2-1558-4ecb-8768-5d8b56bd7bf0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9914320 Aug 09 11:41:16.688026 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-db9e69d2-6781-4ded-a085-7fe7ba180775 None None] Port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:41:16.718400 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Request body: {'port': {'device_id': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:41:16.781368 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564171c-37d6-4b81-bda6-530612441fe3 req-8ba1d8f6-60cb-47f3-8fcb-fe3d51926f12 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:16.782833 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5564171c-37d6-4b81-bda6-530612441fe3 req-8ba1d8f6-60cb-47f3-8fcb-fe3d51926f12 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0950260 Aug 09 11:41:16.792022 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:16.858611 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5564171c-37d6-4b81-bda6-530612441fe3 req-935b2c6e-bbb9-4b51-9571-f560a42a4c40 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683117 Aug 09 11:41:16.950571 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6df94a-4f0a-421b-b1d6-2fde739af52a req-cda3821f-6021-41b3-b213-a14f83db2981 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:16.952150 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7e6df94a-4f0a-421b-b1d6-2fde739af52a req-cda3821f-6021-41b3-b213-a14f83db2981 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.0557675 Aug 09 11:41:16.990170 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7e6df94a-4f0a-421b-b1d6-2fde739af52a req-30a5bc58-77f6-42d8-a1ff-139d0b713d5b tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Aug 09 11:41:17.111709 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c3b32e-4ac6-4881-8840-3ea1e19256a1 {{(pid=99939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:17.120480 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:17.146462 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049c8f8-2662-4b13-bf2c-10ebbb9657b7 req-94e655d6-fbdc-4b25-a7ec-df9c989d09d2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.148120 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e049c8f8-2662-4b13-bf2c-10ebbb9657b7 req-94e655d6-fbdc-4b25-a7ec-df9c989d09d2 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0908363 Aug 09 11:41:17.151783 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Transition to ACTIVE for port object 64c3b32e-4ac6-4881-8840-3ea1e19256a1 will not be triggered until provisioned by entity L2. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:41:17.161928 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:17.240612 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e049c8f8-2662-4b13-bf2c-10ebbb9657b7 req-fd808772-3fab-4ea8-9423-8456a2a3694e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853074 Aug 09 11:41:17.246203 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3b32e-4ac6-4881-8840-3ea1e19256a1,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:17.328908 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Attempting to bind port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:41:17.329358 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Attempting to bind port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:41:17.329765 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Attempting to bind port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 on network cab37de1-fcf3-4461-980a-ec6c8600ef7c {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:17.334372 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 on network cab37de1-fcf3-4461-980a-ec6c8600ef7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:41:17.334712 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Attempting to bind port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 on network cab37de1-fcf3-4461-980a-ec6c8600ef7c {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:41:17.340741 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:41:17.340996 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Checking segment: {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:41:17.341531 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Bound using segment: {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'} {{(pid=99939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:41:17.342028 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.managers [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Bound port: 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42ceb94-1070-4385-8346-3dcd683a15d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c'}}] {{(pid=99939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:41:17.342454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:17.443293 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] For port 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host hv-cinder-80265, cleared binding levels {{(pid=99939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:41:17.448608 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] For port 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:41:17.457277 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd61211-25df-4d67-9b21-48735061a6d9 req-67931d66-26cd-40f1-990b-cdc2253d004e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.458765 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2bd61211-25df-4d67-9b21-48735061a6d9 req-67931d66-26cd-40f1-990b-cdc2253d004e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 947 time: 0.0799892 Aug 09 11:41:17.460265 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:17.518181 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.518801 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:17.520283 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] 10.222.0.55 "PUT /v2.0/ports/64c3b32e-4ac6-4881-8840-3ea1e19256a1 HTTP/1.1" status: 200 len: 1097 time: 0.8072443 Aug 09 11:41:17.520723 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'tag': '64c3b32e-4ac6-4881-8840-3ea1e19256a1'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:17.523674 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e761865-b986-43a8-b834-6a3f8e857209" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0eeafa-5dd2-400e-bbac-7be8e4fc5029", "tag": "64c3b32e-4ac6-4881-8840-3ea1e19256a1"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:17.592110 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2bd61211-25df-4d67-9b21-48735061a6d9 req-1fce6d9d-a2a3-457d-852c-f9952b6cba24 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245430 Aug 09 11:41:17.595751 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b220f8-41e6-4a63-afe1-230c44a6cd1a x-openstack-request-id: req-11b220f8-41e6-4a63-afe1-230c44a6cd1a {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:17.596160 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0eeafa-5dd2-400e-bbac-7be8e4fc5029", "tag": "64c3b32e-4ac6-4881-8840-3ea1e19256a1", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:17.597336 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11b220f8-41e6-4a63-afe1-230c44a6cd1a {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:17.597754 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'tag': '64c3b32e-4ac6-4881-8840-3ea1e19256a1', 'status': 'completed', 'code': 200} Aug 09 11:41:17.600864 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343f47c-683b-4e46-a614-4ccba570d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=64c3b32e-4ac6-4881-8840-3ea1e19256a1,revision_number=3']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:17.659688 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-723a0c2e-9fc2-48e9-9c4c-1fe20c28c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.661256 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-723a0c2e-9fc2-48e9-9c4c-1fe20c28c4fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee253537d584fcf9089034bcfe2a4d1&device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 1100 time: 0.0481670 Aug 09 11:41:17.732483 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-2d1d2708-bcf0-46cb-b87e-f8d29a18dd19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1 HTTP/1.1" status: 200 len: 217 time: 0.0398474 Aug 09 11:41:17.783558 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-a4ae9325-9ebe-4e20-b7d7-a0c414d821d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.785032 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-a4ae9325-9ebe-4e20-b7d7-a0c414d821d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee048301-a9c5-46bf-a880-43d369757136 HTTP/1.1" status: 200 len: 843 time: 0.0443122 Aug 09 11:41:17.830705 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-d562fc65-d85d-4b0c-ac13-3c07cd6633d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.832085 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-d562fc65-d85d-4b0c-ac13-3c07cd6633d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cab37de1-fcf3-4461-980a-ec6c8600ef7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387738 Aug 09 11:41:17.928647 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-6db08421-0d1b-4fd3-8ca6-6d49e032149d service neutron] 10.222.0.55 "GET /v2.0/networks/cab37de1-fcf3-4461-980a-ec6c8600ef7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877726 Aug 09 11:41:17.981369 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad05cc-cff2-4b28-b329-d66ec903f342 req-65e72047-9d1c-430a-8a12-b09a71d6e976 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:17.982862 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-96ad05cc-cff2-4b28-b329-d66ec903f342 req-65e72047-9d1c-430a-8a12-b09a71d6e976 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Aug 09 11:41:18.021220 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-96ad05cc-cff2-4b28-b329-d66ec903f342 req-c8242cb5-aa95-45a1-9d25-e4ebc25d5d52 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322943 Aug 09 11:41:18.022026 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cfa9746d-b284-41a0-ad5f-df243b0cf3e2 req-48215814-8d34-4bfd-9bb2-75d793617115 service neutron] 10.222.0.55 "GET /v2.0/networks/cab37de1-fcf3-4461-980a-ec6c8600ef7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848508 Aug 09 11:41:18.121376 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd995e0a-9dc2-4a04-83af-c152ef186c2b req-7d917cfc-2eb6-4b97-8300-551329781e05 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.122733 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dd995e0a-9dc2-4a04-83af-c152ef186c2b req-7d917cfc-2eb6-4b97-8300-551329781e05 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.0511308 Aug 09 11:41:18.189797 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dd995e0a-9dc2-4a04-83af-c152ef186c2b req-22904930-dc5e-4b2f-8f5c-9bbe5b16545e tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610588 Aug 09 11:41:18.199893 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e761865-b986-43a8-b834-6a3f8e857209 req-d2c2d940-c64c-43ef-bcfb-6aa40fbf0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.201374 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-d2c2d940-c64c-43ef-bcfb-6aa40fbf0eaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee253537d584fcf9089034bcfe2a4d1&device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 1100 time: 0.0541203 Aug 09 11:41:18.298489 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e761865-b986-43a8-b834-6a3f8e857209 req-e244fc2b-533b-4bc0-a278-c390a2feab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.300081 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-e244fc2b-533b-4bc0-a278-c390a2feab4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cab37de1-fcf3-4461-980a-ec6c8600ef7c HTTP/1.1" status: 200 len: 870 time: 0.0883350 Aug 09 11:41:18.347983 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-adac1aee-bb4f-4b99-be47-775a2d7075ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1 HTTP/1.1" status: 200 len: 217 time: 0.0395916 Aug 09 11:41:18.375208 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5c2b6-f43e-447d-a719-3031ff1e4e74 req-7feecc67-990a-4415-afdb-e193b443873d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.376610 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e5c2b6-f43e-447d-a719-3031ff1e4e74 req-7feecc67-990a-4415-afdb-e193b443873d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0496185 Aug 09 11:41:18.417337 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e5c2b6-f43e-447d-a719-3031ff1e4e74 req-1eee6eb3-602f-4fb7-a8e2-6efb3d6bfcbb tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Aug 09 11:41:18.418645 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e761865-b986-43a8-b834-6a3f8e857209 req-019cb1a5-c46c-4f81-bbce-9176c925b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.420281 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-019cb1a5-c46c-4f81-bbce-9176c925b1a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee048301-a9c5-46bf-a880-43d369757136 HTTP/1.1" status: 200 len: 843 time: 0.0458996 Aug 09 11:41:18.469152 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e761865-b986-43a8-b834-6a3f8e857209 req-350fdb8c-4361-47d6-8b75-56317784ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.470671 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-350fdb8c-4361-47d6-8b75-56317784ab0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cab37de1-fcf3-4461-980a-ec6c8600ef7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0424025 Aug 09 11:41:18.601864 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-d0ef5e1d-bb3c-4650-8a53-22ab4ca1ac6b service neutron] 10.222.0.55 "GET /v2.0/networks/cab37de1-fcf3-4461-980a-ec6c8600ef7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960443 Aug 09 11:41:18.733167 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3e761865-b986-43a8-b834-6a3f8e857209 req-e1b6d135-956e-4ad4-9807-94e7988e68da service neutron] 10.222.0.55 "GET /v2.0/networks/cab37de1-fcf3-4461-980a-ec6c8600ef7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194251 Aug 09 11:41:18.742395 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e60d2-8095-41e3-85d7-dea1fc4c2680 req-c1b2b0ae-e202-4009-a7f3-8a3cc6716c96 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:18.744739 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-943e60d2-8095-41e3-85d7-dea1fc4c2680 req-c1b2b0ae-e202-4009-a7f3-8a3cc6716c96 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 947 time: 0.0846012 Aug 09 11:41:18.783950 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-943e60d2-8095-41e3-85d7-dea1fc4c2680 req-ce8172db-4bad-4375-acb9-1b690ad9efc6 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Aug 09 11:41:18.946325 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 37212) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:19.062995 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-826b44fc-cb89-40e0-ad5b-bdf06b1f41b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.154371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dab347-81ad-4d11-9026-e6a35b7a799d req-25472f0e-f964-4bae-8aba-37d71ad44086 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:19.160710 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d7dab347-81ad-4d11-9026-e6a35b7a799d req-25472f0e-f964-4bae-8aba-37d71ad44086 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.0547621 Aug 09 11:41:19.172910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571e0c8-c392-4a70-a472-d7ef9e5ef7d6 req-d18948bc-f6e9-47fa-8726-0fa1d3c70519 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:19.174817 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9571e0c8-c392-4a70-a472-d7ef9e5ef7d6 req-d18948bc-f6e9-47fa-8726-0fa1d3c70519 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0694718 Aug 09 11:41:19.194862 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d7dab347-81ad-4d11-9026-e6a35b7a799d req-fd016811-df19-4a2b-919c-b3df059693ad tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Aug 09 11:41:19.212979 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-826b44fc-cb89-40e0-ad5b-bdf06b1f41b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.218350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-826b44fc-cb89-40e0-ad5b-bdf06b1f41b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.245431 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9571e0c8-c392-4a70-a472-d7ef9e5ef7d6 req-599a65d7-e7fd-4d82-8fa3-10b7e05a08e9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632515 Aug 09 11:41:19.264999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b44fc-cb89-40e0-ad5b-bdf06b1f41b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d81bf-8fcc-4fbb-9d8e-a21f02609fc1,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:19.269211 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-826b44fc-cb89-40e0-ad5b-bdf06b1f41b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=790fc0ea11be424cb8b61672c3842689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216217 Aug 09 11:41:19.272057 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 37220) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:19.318752 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9df3dcb-8c57-4fe0-967d-b7531924c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.340237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9df3dcb-8c57-4fe0-967d-b7531924c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.359269 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:19.387610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9df3dcb-8c57-4fe0-967d-b7531924c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.390321 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9df3dcb-8c57-4fe0-967d-b7531924c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:19.391445 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-a9df3dcb-8c57-4fe0-967d-b7531924c45b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f6d81bf-8fcc-4fbb-9d8e-a21f02609fc1 HTTP/1.1" status: 204 len: 168 time: 0.1184645 Aug 09 11:41:19.398784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3dcb-8c57-4fe0-967d-b7531924c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d81bf-8fcc-4fbb-9d8e-a21f02609fc1,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:19.530784 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1c964-b772-403f-ba30-5cfe0c9f7d84 req-82925a2c-f898-4dda-9b5d-831d318892f6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:19.532288 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ac1c964-b772-403f-ba30-5cfe0c9f7d84 req-82925a2c-f898-4dda-9b5d-831d318892f6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0487082 Aug 09 11:41:19.569182 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ac1c964-b772-403f-ba30-5cfe0c9f7d84 req-50075a50-c415-464b-aca8-37bc985a2ad5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Aug 09 11:41:19.897708 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02009e11-ff05-48b0-804a-33c38820feba req-1be0f8c2-754b-43e6-ad7f-df0e42ff5a6e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:19.899392 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-02009e11-ff05-48b0-804a-33c38820feba req-1be0f8c2-754b-43e6-ad7f-df0e42ff5a6e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 947 time: 0.0490868 Aug 09 11:41:19.938057 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-02009e11-ff05-48b0-804a-33c38820feba req-d4b77db4-3e4a-497b-8d05-835d5eec4c5b tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Aug 09 11:41:20.324935 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9227805-b5a3-484d-b5a0-ad0630ff42cc req-85dfca78-8ef5-4cf5-913a-153d372f0bd7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:20.332708 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c9227805-b5a3-484d-b5a0-ad0630ff42cc req-85dfca78-8ef5-4cf5-913a-153d372f0bd7 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.0714097 Aug 09 11:41:20.369784 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c9227805-b5a3-484d-b5a0-ad0630ff42cc req-a551bbd1-4ac7-498b-b208-df7dbfc2ca46 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Aug 09 11:41:20.382069 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 37260) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:20.408575 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8609823-a1ad-4907-9a14-8c2afc8ec99b req-4b3050d6-b110-4daf-b30d-9404dd9e7856 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:20.410084 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a8609823-a1ad-4907-9a14-8c2afc8ec99b req-4b3050d6-b110-4daf-b30d-9404dd9e7856 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0809095 Aug 09 11:41:20.451227 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a8609823-a1ad-4907-9a14-8c2afc8ec99b req-d2b98ba1-bf43-48bd-a89b-32484fa96b07 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346425 Aug 09 11:41:20.491261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9216-fce6-4084-b53d-8915c63ebe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.513710 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.602749 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9216-fce6-4084-b53d-8915c63ebe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.609426 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9216-fce6-4084-b53d-8915c63ebe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.671062 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8a086-fe62-4220-bd6a-aeba515de85b req-7dfbc03b-b268-4ecc-b909-ca0e57911be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:20.672564 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fff8a086-fe62-4220-bd6a-aeba515de85b req-7dfbc03b-b268-4ecc-b909-ca0e57911be4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.1034091 Aug 09 11:41:20.705384 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4e9a9216-fce6-4084-b53d-8915c63ebe0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=525b1a8f53384797b6ecd859658ea169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197625 Aug 09 11:41:20.705384 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a9216-fce6-4084-b53d-8915c63ebe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3cdeb-c856-4f48-804b-0f6d0502569b,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:20.706019 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 37268) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:20.750005 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d1bf-d490-485d-a3c1-ee479bec27de req-b435ad09-2ce3-4a09-a02f-77bfc4a0ec6c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:20.750005 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b973d1bf-d490-485d-a3c1-ee479bec27de req-b435ad09-2ce3-4a09-a02f-77bfc4a0ec6c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1074660 Aug 09 11:41:20.751528 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fff8a086-fe62-4220-bd6a-aeba515de85b req-eb6a2656-46a9-417a-b94e-47ef61d8dacd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Aug 09 11:41:20.760909 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-96b9f8bc-6fe8-439b-a852-89b1afb84d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.784971 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-96b9f8bc-6fe8-439b-a852-89b1afb84d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.791512 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b973d1bf-d490-485d-a3c1-ee479bec27de req-233e6119-8712-4e17-b8b5-de774edccb0c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354819 Aug 09 11:41:20.829906 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-96b9f8bc-6fe8-439b-a852-89b1afb84d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.832693 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-96b9f8bc-6fe8-439b-a852-89b1afb84d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:20.833804 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-96b9f8bc-6fe8-439b-a852-89b1afb84d09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbe3cdeb-c856-4f48-804b-0f6d0502569b HTTP/1.1" status: 204 len: 168 time: 0.1266890 Aug 09 11:41:20.841864 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9f8bc-6fe8-439b-a852-89b1afb84d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3cdeb-c856-4f48-804b-0f6d0502569b,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:21.056822 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878d555-f963-4311-a5ae-b5d045d26151 req-344a3ecf-4eeb-4d9b-aafa-a6174df4b4b0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:21.058553 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d878d555-f963-4311-a5ae-b5d045d26151 req-344a3ecf-4eeb-4d9b-aafa-a6174df4b4b0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 947 time: 0.0483615 Aug 09 11:41:21.095829 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d878d555-f963-4311-a5ae-b5d045d26151 req-a7828d78-b19a-4e2b-b8ad-199759524a19 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Aug 09 11:41:21.381990 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 64c3b32e-4ac6-4881-8840-3ea1e19256a1 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:41:21.474291 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:21.486869 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '64c3b32e-4ac6-4881-8840-3ea1e19256a1', 'network_id': 'cab37de1-fcf3-4461-980a-ec6c8600ef7c', 'port_id': '64c3b32e-4ac6-4881-8840-3ea1e19256a1', 'mac_address': 'fa:16:3e:34:29:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee048301-a9c5-46bf-a880-43d369757136', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:41:21.536459 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.546379 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb42401-270e-406f-98f1-e2b60953c435 req-758e9832-30ba-4da1-a5d9-d41de5081aa4 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:21.548660 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cdb42401-270e-406f-98f1-e2b60953c435 req-758e9832-30ba-4da1-a5d9-d41de5081aa4 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.1092422 Aug 09 11:41:21.557302 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c085dc-f631-46c4-baff-6378bf44b451 req-08383ff3-36e3-415f-880a-e0b9cc9f7aaa tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:21.558151 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c3b32e-4ac6-4881-8840-3ea1e19256a1 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:21.559269 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d0c085dc-f631-46c4-baff-6378bf44b451 req-08383ff3-36e3-415f-880a-e0b9cc9f7aaa tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 945 time: 0.1115191 Aug 09 11:41:21.587820 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:21.590272 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e16a0-d5db-4bfc-a745-e2a8ceed15e2 req-95d3df7e-8d82-4165-bb3d-76ece7caa15c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:21.595666 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.599399 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cd0e16a0-d5db-4bfc-a745-e2a8ceed15e2 req-95d3df7e-8d82-4165-bb3d-76ece7caa15c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0580389 Aug 09 11:41:21.648034 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=64c3b32e-4ac6-4881-8840-3ea1e19256a1,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:21.655431 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cd0e16a0-d5db-4bfc-a745-e2a8ceed15e2 req-8eb74739-9e61-41d6-b4f7-88457463628a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494504 Aug 09 11:41:21.662107 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d0c085dc-f631-46c4-baff-6378bf44b451 req-42ce6ee7-10d1-47b7-b47a-5fc830072c1e tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4b9408b-b3c8-4d4b-9373-ba997f92536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Aug 09 11:41:21.688693 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Deleting port d2d3f03d-ea87-4449-a911-dd03f1746f86 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:41:21.689041 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.780611 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] For port d2d3f03d-ea87-4449-a911-dd03f1746f86, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d2d3f03d-ea87-4449-a911-dd03f1746f86,segment=NetworkSegment(e2895fb6-9b2b-4341-850b-610e573ecdbd),segment_id=e2895fb6-9b2b-4341-850b-610e573ecdbd)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:21.780977 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.799082 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Calling delete_port for d2d3f03d-ea87-4449-a911-dd03f1746f86 owned by compute:nova {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:41:21.905072 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f372b8cb-8919-41da-8058-d3768bc9fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.924102 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf148e8-aec3-4e7a-b87a-8ca299bcc905 req-d70a4df6-e6db-41e2-858b-3889fa4a7dbc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:21.932905 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdf148e8-aec3-4e7a-b87a-8ca299bcc905 req-d70a4df6-e6db-41e2-858b-3889fa4a7dbc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0701840 Aug 09 11:41:21.954133 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:21.968988 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdf148e8-aec3-4e7a-b87a-8ca299bcc905 req-067e61f3-12ec-4529-9d03-bec9a5be603e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Aug 09 11:41:21.985321 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Pushing event deleted for resources: {'Port': ['ID=d2d3f03d-ea87-4449-a911-dd03f1746f86,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:21.997451 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['d2d3f03d-ea87-4449-a911-dd03f1746f86'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:22.035320 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] No DVR routers for this DVR port d2d3f03d-ea87-4449-a911-dd03f1746f86 on host hv-cinder-80265 {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:22.038336 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:22.040998 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cdb42401-270e-406f-98f1-e2b60953c435 req-b6d4ae52-6fb7-43ee-8e9d-b75389166451 tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.55 "DELETE /v2.0/ports/d2d3f03d-ea87-4449-a911-dd03f1746f86 HTTP/1.1" status: 204 len: 173 time: 0.4806528 Aug 09 11:41:22.041430 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eae5e34-7a61-4297-af48-affdee3a1525', 'name': 'network-vif-deleted', 'tag': 'd2d3f03d-ea87-4449-a911-dd03f1746f86'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:22.043654 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814b6b1-b6fd-4e35-a929-5208efabf63f" -d '{"events": [{"server_uuid": "2eae5e34-7a61-4297-af48-affdee3a1525", "name": "network-vif-deleted", "tag": "d2d3f03d-ea87-4449-a911-dd03f1746f86"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:22.078166 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a99569-3dd4-448d-a675-96eb6539ff53 x-openstack-request-id: req-d7a99569-3dd4-448d-a675-96eb6539ff53 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:22.078463 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eae5e34-7a61-4297-af48-affdee3a1525", "name": "network-vif-deleted", "tag": "d2d3f03d-ea87-4449-a911-dd03f1746f86", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:22.078732 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7a99569-3dd4-448d-a675-96eb6539ff53 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:22.079107 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eae5e34-7a61-4297-af48-affdee3a1525', 'name': 'network-vif-deleted', 'tag': 'd2d3f03d-ea87-4449-a911-dd03f1746f86', 'status': 'completed', 'code': 200} Aug 09 11:41:22.208630 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['64c3b32e-4ac6-4881-8840-3ea1e19256a1'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:22.209725 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d8436-d977-4d07-85d2-ea82c6361c7e req-e683e27d-1670-4b24-8678-19e4fb22dfee tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:22.211874 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-693d8436-d977-4d07-85d2-ea82c6361c7e req-e683e27d-1670-4b24-8678-19e4fb22dfee tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 948 time: 0.0484495 Aug 09 11:41:22.252227 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-693d8436-d977-4d07-85d2-ea82c6361c7e req-25ab4a98-24ca-4d8e-a23f-6809936af527 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Aug 09 11:41:22.768995 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5a87-551b-473a-975b-c3e742b3d3e2 req-913bd0d7-b6c6-428f-9d02-d05fbc01366c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:22.770218 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0a216c8f-3c5f-4ff4-bdf5-6ad30633b17e req-52405d25-536a-4bae-878f-28e57a73dd9e tempest-VolumesActionsTest-1060204283 tempest-VolumesActionsTest-1060204283-project] 10.222.0.41 "GET /v2.0/ports?device_id=2eae5e34-7a61-4297-af48-affdee3a1525 HTTP/1.1" status: 200 len: 210 time: 0.0260220 Aug 09 11:41:22.770680 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f91a5a87-551b-473a-975b-c3e742b3d3e2 req-913bd0d7-b6c6-428f-9d02-d05fbc01366c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0525360 Aug 09 11:41:22.810367 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f91a5a87-551b-473a-975b-c3e742b3d3e2 req-6e1ef66f-f119-4a1c-83a5-8445fde8646f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Aug 09 11:41:23.095386 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e4dd3-dc57-4984-80ee-4cf6822699fd req-56681b55-76b1-4904-9c5c-eda3315b4e6b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:23.096883 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ee0e4dd3-dc57-4984-80ee-4cf6822699fd req-56681b55-76b1-4904-9c5c-eda3315b4e6b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Aug 09 11:41:23.140994 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ee0e4dd3-dc57-4984-80ee-4cf6822699fd req-3085b16e-973a-4e94-ad40-7fca3432adc8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Aug 09 11:41:23.382812 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a54302-dabd-4ee3-9b26-b01173825527 req-afc26ae9-29fa-4d7d-9537-301b5c00b40b tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:23.384294 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c4a54302-dabd-4ee3-9b26-b01173825527 req-afc26ae9-29fa-4d7d-9537-301b5c00b40b tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 948 time: 0.0570626 Aug 09 11:41:23.385617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7dad6-c626-449d-8aba-6e1caeb1c9fb req-47293b8d-ea94-4013-a57a-34e7c18c46ef tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:23.387079 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-39a7dad6-c626-449d-8aba-6e1caeb1c9fb req-47293b8d-ea94-4013-a57a-34e7c18c46ef tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0478647 Aug 09 11:41:23.424776 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-39a7dad6-c626-449d-8aba-6e1caeb1c9fb req-8c7afb47-f30c-4d0e-8a52-e32a44615b81 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Aug 09 11:41:23.440303 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-388cd6bc-f650-4e45-a2ba-34929260ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:23.441782 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-388cd6bc-f650-4e45-a2ba-34929260ea79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.0750473 Aug 09 11:41:23.445019 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c4a54302-dabd-4ee3-9b26-b01173825527 req-52560a24-8b72-4d2a-9bdb-20e9cb126fae tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Aug 09 11:41:23.448057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 64c3b32e-4ac6-4881-8840-3ea1e19256a1 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:41:23.496061 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:41:23.499755 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:23.500125 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:23.534928 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-ef7968aa-5da5-4fce-9a52-1c52fb7a6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:23.536499 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-ef7968aa-5da5-4fce-9a52-1c52fb7a6034 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.0856729 Aug 09 11:41:23.578843 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:23.600169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3b32e-4ac6-4881-8840-3ea1e19256a1'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:23.602933 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814dfda-2b44-41ec-ba8d-006e163ec5dc" -d '{"events": [{"server_uuid": "3f0eeafa-5dd2-400e-bbac-7be8e4fc5029", "name": "network-vif-plugged", "status": "completed", "tag": "64c3b32e-4ac6-4881-8840-3ea1e19256a1"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:23.616100 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:23.620871 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:23.642880 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76c719-b98c-45a6-bd0a-477cdf2aecc7 x-openstack-request-id: req-cc76c719-b98c-45a6-bd0a-477cdf2aecc7 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:23.643169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0eeafa-5dd2-400e-bbac-7be8e4fc5029", "name": "network-vif-plugged", "status": "completed", "tag": "64c3b32e-4ac6-4881-8840-3ea1e19256a1", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:23.643421 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc76c719-b98c-45a6-bd0a-477cdf2aecc7 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:23.643806 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c3b32e-4ac6-4881-8840-3ea1e19256a1', 'code': 200} Aug 09 11:41:23.668082 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=64c3b32e-4ac6-4881-8840-3ea1e19256a1,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:23.939118 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9f3ed-e7f6-4f0d-a825-fb35c96abb06 req-00b8ed82-2f81-4fdb-8724-b997cfd53c33 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:23.940620 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-74f9f3ed-e7f6-4f0d-a825-fb35c96abb06 req-00b8ed82-2f81-4fdb-8724-b997cfd53c33 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0501144 Aug 09 11:41:23.981751 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-74f9f3ed-e7f6-4f0d-a825-fb35c96abb06 req-44805de4-15ad-4b20-9365-b99dd195e7df tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Aug 09 11:41:24.552172 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-b42359ae-705c-4975-bb5a-cf8336588984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:24.552770 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33e9bd-a192-4a72-8f8c-e9f4973f3fad req-3ad6454c-5a79-46ed-b444-6ce7d7df730f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:24.554580 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4f33e9bd-a192-4a72-8f8c-e9f4973f3fad req-3ad6454c-5a79-46ed-b444-6ce7d7df730f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0633347 Aug 09 11:41:24.568416 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2119e-6ce7-4610-a64f-22777e765ad2 req-4efee709-8727-405d-83d5-8e71817ba562 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:24.570520 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-20b2119e-6ce7-4610-a64f-22777e765ad2 req-4efee709-8727-405d-83d5-8e71817ba562 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0562983 Aug 09 11:41:24.594753 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4f33e9bd-a192-4a72-8f8c-e9f4973f3fad req-1429f15c-db0d-4534-9032-52e6d1f87326 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Aug 09 11:41:24.615678 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-20b2119e-6ce7-4610-a64f-22777e765ad2 req-509c69c9-9e0b-4326-931c-038700ab9379 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Aug 09 11:41:24.721425 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:25.098088 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219924e-1776-4c4a-b21e-d5ba4f0a5725 req-d9d31faf-2e3f-4d08-9626-0e87830183b0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:25.099538 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2219924e-1776-4c4a-b21e-d5ba4f0a5725 req-d9d31faf-2e3f-4d08-9626-0e87830183b0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0486100 Aug 09 11:41:25.136386 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2219924e-1776-4c4a-b21e-d5ba4f0a5725 req-2529da83-fbd0-422a-b7b7-08e0358c9c23 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Aug 09 11:41:25.648675 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:25.713285 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0acab-fefa-4c2b-9b74-09a2cccb7ee6 req-2ac1ec66-b2d1-43ae-839a-48ce73b627a0 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:25.714745 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-57f0acab-fefa-4c2b-9b74-09a2cccb7ee6 req-2ac1ec66-b2d1-43ae-839a-48ce73b627a0 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0476077 Aug 09 11:41:25.729846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f07d0-4cba-405c-811a-89d9605beadf req-be991182-7144-4d5b-b63d-f76f9266c6a4 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:25.731350 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-369f07d0-4cba-405c-811a-89d9605beadf req-be991182-7144-4d5b-b63d-f76f9266c6a4 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0489192 Aug 09 11:41:25.753367 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-57f0acab-fefa-4c2b-9b74-09a2cccb7ee6 req-d12d7522-e9ec-4d78-8aba-277f21c1313c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Aug 09 11:41:25.769064 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-369f07d0-4cba-405c-811a-89d9605beadf req-c8a87fcb-c43b-4212-b9d7-178c5e45099a tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Aug 09 11:41:26.202636 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d2d3f03d-ea87-4449-a911-dd03f1746f86 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:26.228496 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: d2d3f03d-ea87-4449-a911-dd03f1746f86 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:41:26.229030 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d2d3f03d-ea87-4449-a911-dd03f1746f86 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:26.252033 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-3318d9bd-9655-49e3-b15a-d66637be38ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.0419099 Aug 09 11:41:26.261262 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45224c-c3ca-4c23-a4f9-5b69a58bd754 req-93509c0e-ce31-447c-948e-393f1f5d19b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:26.262758 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fa45224c-c3ca-4c23-a4f9-5b69a58bd754 req-93509c0e-ce31-447c-948e-393f1f5d19b7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0576732 Aug 09 11:41:26.310484 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fa45224c-c3ca-4c23-a4f9-5b69a58bd754 req-250a3e42-3e3c-49e7-af32-001b90fbc135 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Aug 09 11:41:26.318291 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-9a0a0b7a-9830-463a-88cb-f0a3ea07a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:26.320351 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-9a0a0b7a-9830-463a-88cb-f0a3ea07a854 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0493569 Aug 09 11:41:26.354655 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-d6d89c72-2420-4fdc-bec7-df0735aa1e3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239129 Aug 09 11:41:26.441298 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d73664-92e8-4846-ad2d-a085f017824e req-e5113166-c54e-4590-a18d-3ec70258ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:26.442887 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a3d73664-92e8-4846-ad2d-a085f017824e req-e5113166-c54e-4590-a18d-3ec70258ef87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 1102 time: 0.0398028 Aug 09 11:41:26.481887 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a3d73664-92e8-4846-ad2d-a085f017824e req-f388eb5d-d6b3-423e-aa9c-245fd32db420 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294249 Aug 09 11:41:26.487142 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-8c920524-5d10-462f-92d4-98c619336256 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848012 Aug 09 11:41:26.866248 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad54d-66ee-4383-9a3c-fe28b435ca64 req-b156e365-c7e9-4490-9440-b1409e78e683 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:26.868227 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff2ad54d-66ee-4383-9a3c-fe28b435ca64 req-b156e365-c7e9-4490-9440-b1409e78e683 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Aug 09 11:41:26.882089 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43495d-877e-454e-a218-e1b93e1c92ca req-bf771c6e-8d51-4182-9409-aa14d9ed7456 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:26.883644 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ea43495d-877e-454e-a218-e1b93e1c92ca req-bf771c6e-8d51-4182-9409-aa14d9ed7456 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0480309 Aug 09 11:41:26.905164 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff2ad54d-66ee-4383-9a3c-fe28b435ca64 req-3fbdef8c-a957-4adc-8afe-dbfa54d9ae08 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Aug 09 11:41:26.924879 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ea43495d-877e-454e-a218-e1b93e1c92ca req-97cce97c-214d-4526-9e7d-78358f58067e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Aug 09 11:41:27.184600 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:27.434223 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74265-c35e-4ae8-b785-eaef7130ede1 req-b0050642-66fb-4fa5-971a-9b01253ef2a2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:27.435604 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fec74265-c35e-4ae8-b785-eaef7130ede1 req-b0050642-66fb-4fa5-971a-9b01253ef2a2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0491323 Aug 09 11:41:27.472653 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fec74265-c35e-4ae8-b785-eaef7130ede1 req-241e4192-77b9-4a1f-9035-afeae2498f2c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Aug 09 11:41:28.016790 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9402fc4-8a43-46cd-b57e-44af7661246c req-3583e673-b1a6-4597-89b0-35a70559f3c3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:28.018329 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9402fc4-8a43-46cd-b57e-44af7661246c req-3583e673-b1a6-4597-89b0-35a70559f3c3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0474160 Aug 09 11:41:28.039842 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4756-237a-4964-9ea4-c40e799c96dc req-f84e5ee3-2429-4413-8cf3-a26b74afced7 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:28.041473 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-576c4756-237a-4964-9ea4-c40e799c96dc req-f84e5ee3-2429-4413-8cf3-a26b74afced7 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0513685 Aug 09 11:41:28.055893 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9402fc4-8a43-46cd-b57e-44af7661246c req-1be37c72-cc1b-402e-b50b-7d20aca2cc25 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Aug 09 11:41:28.078359 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-576c4756-237a-4964-9ea4-c40e799c96dc req-5c933295-9c3e-40fc-9cb1-9a5772c4580f tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Aug 09 11:41:28.586719 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320259f-e7a0-4a51-8eb0-37742f39006b req-546e40ed-abeb-497f-a7bc-c481e3c0852a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:28.588050 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9320259f-e7a0-4a51-8eb0-37742f39006b req-546e40ed-abeb-497f-a7bc-c481e3c0852a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0470290 Aug 09 11:41:28.627299 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9320259f-e7a0-4a51-8eb0-37742f39006b req-5ff7a26d-c3fc-46af-a691-7c1657eff795 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Aug 09 11:41:29.168980 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f646c1-561d-4c82-8b57-045aaa91765a req-c26816e9-d134-4d7b-9021-f09549f47796 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:29.170451 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54f646c1-561d-4c82-8b57-045aaa91765a req-c26816e9-d134-4d7b-9021-f09549f47796 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0479138 Aug 09 11:41:29.190713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6ff14-6180-4042-80df-66fca62ff79f req-276df5fa-acd2-40fd-adbe-47a045924fee tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:29.192303 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2ed6ff14-6180-4042-80df-66fca62ff79f req-276df5fa-acd2-40fd-adbe-47a045924fee tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0483768 Aug 09 11:41:29.219657 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54f646c1-561d-4c82-8b57-045aaa91765a req-dbc1f2d4-3e7c-4170-b3f5-39f3c2b527dc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Aug 09 11:41:29.237484 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2ed6ff14-6180-4042-80df-66fca62ff79f req-8a05fb52-779b-4712-8e66-06ced71d08d2 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Aug 09 11:41:29.462909 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:41:29.557597 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:29.568162 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'mac_address': 'fa:16:3e:b8:33:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:41:29.604475 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:29.616239 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:41:29.637077 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:29.640876 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:29.694000 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=6']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:29.805171 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b9b4c-a845-45b8-bfd3-421f340fd1d3 req-873a2e26-b762-465a-b24f-8551e35b4b0e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:29.806632 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-772b9b4c-a845-45b8-bfd3-421f340fd1d3 req-873a2e26-b762-465a-b24f-8551e35b4b0e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.1030488 Aug 09 11:41:29.811741 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4c8f16c3-b6db-4289-b972-c45894fd1133 req-9b77ca4d-10d1-4b75-a043-1fc740a31fe7 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292369 Aug 09 11:41:29.845137 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-772b9b4c-a845-45b8-bfd3-421f340fd1d3 req-73cc0a1e-ac08-4ec4-8c48-03bea6e868e2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Aug 09 11:41:29.902931 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:30.329963 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e58f13-5c32-44e2-93a1-716650d0f21e req-3342bbb0-8ebd-497b-88c6-2bc7c2114a2e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:30.331499 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a1e58f13-5c32-44e2-93a1-716650d0f21e req-3342bbb0-8ebd-497b-88c6-2bc7c2114a2e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0493326 Aug 09 11:41:30.351846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7377c9f-231b-4e8b-a51f-424a40f92da5 req-54117dc5-efe1-421d-8b06-5a806aed2f62 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:30.353366 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f7377c9f-231b-4e8b-a51f-424a40f92da5 req-54117dc5-efe1-421d-8b06-5a806aed2f62 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0496423 Aug 09 11:41:30.369645 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a1e58f13-5c32-44e2-93a1-716650d0f21e req-c69fb617-30fa-43df-8687-04998614cbb9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Aug 09 11:41:30.391395 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f7377c9f-231b-4e8b-a51f-424a40f92da5 req-b707ec08-7ff7-47e1-976f-e058f8f28cbe tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Aug 09 11:41:30.958326 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d89f0-71b0-46a8-b9fa-cdb030408759 req-76d74455-2968-4e8e-9cff-807128296049 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:30.959941 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-770d89f0-71b0-46a8-b9fa-cdb030408759 req-76d74455-2968-4e8e-9cff-807128296049 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0464284 Aug 09 11:41:30.999585 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-770d89f0-71b0-46a8-b9fa-cdb030408759 req-39fd74ac-df38-4f39-9c6f-8544f16d0d46 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333326 Aug 09 11:41:31.485145 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3061-50cf-4b9c-a1d0-05dd08154690 req-b68d17d7-d8bc-4d41-a7b1-38bed9a64873 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:31.487118 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8c5e3061-50cf-4b9c-a1d0-05dd08154690 req-b68d17d7-d8bc-4d41-a7b1-38bed9a64873 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Aug 09 11:41:31.504914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10558f1-0dfa-420f-96f1-e6987edf9df7 req-d86194d1-d5e3-4cca-9864-d767ed11790e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:31.506373 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c10558f1-0dfa-420f-96f1-e6987edf9df7 req-d86194d1-d5e3-4cca-9864-d767ed11790e tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0501139 Aug 09 11:41:31.525208 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8c5e3061-50cf-4b9c-a1d0-05dd08154690 req-69406d67-c73a-491a-b8f5-4283d2ef671d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Aug 09 11:41:31.544207 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c10558f1-0dfa-420f-96f1-e6987edf9df7 req-b330ce32-f6ac-4321-90fa-f8fcf8a9f531 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Aug 09 11:41:32.147264 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0a41-e2b5-4928-a674-1103b5301493 req-b497ac25-65b9-4d07-859a-7cbda88285a6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:32.148740 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b38b0a41-e2b5-4928-a674-1103b5301493 req-b497ac25-65b9-4d07-859a-7cbda88285a6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0468128 Aug 09 11:41:32.185344 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b38b0a41-e2b5-4928-a674-1103b5301493 req-e5365cb4-c90b-4d7d-bffe-853562044191 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Aug 09 11:41:32.637447 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbf36e-9307-4631-a721-2f34d3ada666 req-9c9108b2-af40-4f0c-8d3e-3f7f2f9702e6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:32.638829 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a6cbf36e-9307-4631-a721-2f34d3ada666 req-9c9108b2-af40-4f0c-8d3e-3f7f2f9702e6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Aug 09 11:41:32.655846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a69c2-2519-4e2f-bdd4-37f79b8982ec req-ba7bfbdd-81fe-49c6-a108-bfb85d081f5f tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:32.657350 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-614a69c2-2519-4e2f-bdd4-37f79b8982ec req-ba7bfbdd-81fe-49c6-a108-bfb85d081f5f tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0478961 Aug 09 11:41:32.676269 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a6cbf36e-9307-4631-a721-2f34d3ada666 req-cc559f00-7f57-4570-91ac-1ac4da9903c6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 09 11:41:32.696712 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-614a69c2-2519-4e2f-bdd4-37f79b8982ec req-1cd34388-928a-4184-80fa-51fa897265aa tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Aug 09 11:41:33.300493 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95a392-80c2-4c62-8c0a-53858660a483 req-c058b63c-8b00-4f8b-b77d-57fd1a06b316 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:33.301940 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1b95a392-80c2-4c62-8c0a-53858660a483 req-c058b63c-8b00-4f8b-b77d-57fd1a06b316 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0467186 Aug 09 11:41:33.342241 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1b95a392-80c2-4c62-8c0a-53858660a483 req-479fc79f-244e-4280-be6e-dbbf91d2e2c4 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Aug 09 11:41:33.798409 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a82a50-f024-4d6a-b95f-19c95d305f09 req-709b278d-b09a-400e-8625-f59fa54627e1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:33.800065 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e5a82a50-f024-4d6a-b95f-19c95d305f09 req-709b278d-b09a-400e-8625-f59fa54627e1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0550818 Aug 09 11:41:33.809944 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318cd85-9e33-4547-bb5b-d94f74ce7ad3 req-5c60ee61-9448-4b78-99de-b0138615b891 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:33.811412 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a318cd85-9e33-4547-bb5b-d94f74ce7ad3 req-5c60ee61-9448-4b78-99de-b0138615b891 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0483572 Aug 09 11:41:33.862406 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a318cd85-9e33-4547-bb5b-d94f74ce7ad3 req-ce36143a-cfae-40df-9015-6bcb671d1129 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Aug 09 11:41:34.042072 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e5a82a50-f024-4d6a-b95f-19c95d305f09 req-0e71cf23-f668-4c7e-9bb8-9b3ab08ff5ba tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345462 Aug 09 11:41:34.465995 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fa68e-c7ab-4c3f-b06a-c50b3713c5b9 req-b49c9f72-5d2b-43af-8daf-2fb57a2297ed tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:34.467478 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f98fa68e-c7ab-4c3f-b06a-c50b3713c5b9 req-b49c9f72-5d2b-43af-8daf-2fb57a2297ed tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 09 11:41:34.510492 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f98fa68e-c7ab-4c3f-b06a-c50b3713c5b9 req-ef10d859-e9c4-4d60-83a8-d91fbefa4c58 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346634 Aug 09 11:41:34.986560 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0befc9d-2512-4e04-9ba2-084bcef9bd15 req-e82bfda5-7fe3-4116-8361-20e1f620c964 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:34.996347 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d0befc9d-2512-4e04-9ba2-084bcef9bd15 req-e82bfda5-7fe3-4116-8361-20e1f620c964 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0647125 Aug 09 11:41:35.053618 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d0befc9d-2512-4e04-9ba2-084bcef9bd15 req-afc45c49-d6c0-4fef-939d-ad24311e1dbd tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Aug 09 11:41:35.199550 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbed54a-f041-411a-a8e7-435fc0d66a3e req-2282c29f-689e-4e6e-bc00-21e771356f8f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:35.204680 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-adbed54a-f041-411a-a8e7-435fc0d66a3e req-2282c29f-689e-4e6e-bc00-21e771356f8f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0690820 Aug 09 11:41:35.277735 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-adbed54a-f041-411a-a8e7-435fc0d66a3e req-a31eb1fc-769e-4ad3-be40-d2a8fcb7c04f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639884 Aug 09 11:41:35.532528 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb65f7-cd0a-4f70-a9b2-10a2b9501f45 req-b2c056df-2c77-4725-b90f-8dd0554b00af tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:35.541455 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-69fb65f7-cd0a-4f70-a9b2-10a2b9501f45 req-b2c056df-2c77-4725-b90f-8dd0554b00af tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.1446886 Aug 09 11:41:35.620424 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-69fb65f7-cd0a-4f70-a9b2-10a2b9501f45 req-74d93254-9cb4-4d2b-925f-333d32d740e5 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588591 Aug 09 11:41:35.786399 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eccd96-2075-4157-9769-9f94e541f6ca req-44c896f0-f236-40fe-a65b-553414b9b768 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:35.796826 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-82eccd96-2075-4157-9769-9f94e541f6ca req-44c896f0-f236-40fe-a65b-553414b9b768 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.1371295 Aug 09 11:41:35.889954 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-82eccd96-2075-4157-9769-9f94e541f6ca req-ea33ad7d-e840-453f-81af-2449af4aefa4 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802200 Aug 09 11:41:36.434423 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438a4a0-6fc4-43e8-8eb6-e208a93fb42c req-5eaad0da-1279-4af3-80cc-a1d92e2a669b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:36.443155 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f438a4a0-6fc4-43e8-8eb6-e208a93fb42c req-5eaad0da-1279-4af3-80cc-a1d92e2a669b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0847437 Aug 09 11:41:36.492779 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f438a4a0-6fc4-43e8-8eb6-e208a93fb42c req-78f82f95-f034-49ea-b637-bb0abfa26ed6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Aug 09 11:41:36.780646 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a78799-ba0c-4525-9f75-5d12476034cd req-0041cf59-ec25-4d6a-a1b5-f85b07d740b6 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:36.801358 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b2a78799-ba0c-4525-9f75-5d12476034cd req-0041cf59-ec25-4d6a-a1b5-f85b07d740b6 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0959072 Aug 09 11:41:36.865888 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b2a78799-ba0c-4525-9f75-5d12476034cd req-0c082fbf-312e-4802-93f8-e0429e0c6a10 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 Aug 09 11:41:37.082970 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a71bca-0091-40cf-b8f6-5ae451f3dc8d req-215363e4-275f-4fb3-be20-1a6a3281d82e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:37.093837 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-35a71bca-0091-40cf-b8f6-5ae451f3dc8d req-215363e4-275f-4fb3-be20-1a6a3281d82e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0969825 Aug 09 11:41:37.192642 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-35a71bca-0091-40cf-b8f6-5ae451f3dc8d req-5919aa9d-1db3-41b9-9a9a-973f31383eb7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969460 Aug 09 11:41:37.265780 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:41:37.361818 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:41:37.362479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:37.544501 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:37.590450 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:37.601472 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9b95e-543c-4c8f-b85b-3e6a9905b619" -d '{"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-plugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:37.644065 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:37.652693 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:37.713876 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42021c67-a8da-413e-8dd3-1a18eeab3d59 x-openstack-request-id: req-42021c67-a8da-413e-8dd3-1a18eeab3d59 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:37.714242 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-plugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:37.714452 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42021c67-a8da-413e-8dd3-1a18eeab3d59 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:37.714935 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336e40f-418f-4278-a9b4-8f247e863757 req-a98b5feb-3415-4e74-8827-da1cc9de99e1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:37.716761 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b336e40f-418f-4278-a9b4-8f247e863757 req-a98b5feb-3415-4e74-8827-da1cc9de99e1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1170754 Aug 09 11:41:37.717005 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'code': 200} Aug 09 11:41:37.841054 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=7']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:37.846326 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b336e40f-418f-4278-a9b4-8f247e863757 req-4cf02981-803d-4e3e-a1b5-7fcfab835c42 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223557 Aug 09 11:41:38.177282 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347bef-2b90-4f18-be32-736428e0e429 req-3fb5e00a-d975-4539-a754-a8710296c6dc tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:38.185483 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-18347bef-2b90-4f18-be32-736428e0e429 req-3fb5e00a-d975-4539-a754-a8710296c6dc tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.0801706 Aug 09 11:41:38.279809 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-18347bef-2b90-4f18-be32-736428e0e429 req-2a2de808-44e6-4a0f-b8c9-8926bbb86ead tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Aug 09 11:41:38.441974 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325eed4-2a0d-4a05-bc5c-03987a4795b4 req-a826ba0d-4673-4f86-a370-867bcfe86968 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:38.444142 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5325eed4-2a0d-4a05-bc5c-03987a4795b4 req-a826ba0d-4673-4f86-a370-867bcfe86968 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1098778 Aug 09 11:41:38.503932 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5325eed4-2a0d-4a05-bc5c-03987a4795b4 req-df7b96cf-522d-4171-acfb-e3ee73d58a07 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461557 Aug 09 11:41:39.011011 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c30608-71ea-40f9-b24f-28f9e0d54032 req-97d2c00d-b6ec-44a1-8773-fa7b3787cf44 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:39.018777 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-16c30608-71ea-40f9-b24f-28f9e0d54032 req-97d2c00d-b6ec-44a1-8773-fa7b3787cf44 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0596976 Aug 09 11:41:39.121425 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-16c30608-71ea-40f9-b24f-28f9e0d54032 req-364f2dc6-f426-4b47-92e4-7d79f92fe97a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003695 Aug 09 11:41:39.561377 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc92651-6629-45e3-a6c7-06853c10aaee req-eb3dfea4-9491-43a2-8ed9-509f00ef6a72 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:39.572353 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1bc92651-6629-45e3-a6c7-06853c10aaee req-eb3dfea4-9491-43a2-8ed9-509f00ef6a72 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.1211338 Aug 09 11:41:39.692095 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1bc92651-6629-45e3-a6c7-06853c10aaee req-2fce5557-2010-4946-8926-47fedb607ef2 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099010 Aug 09 11:41:39.697879 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068f54-1773-431f-9902-75c8e217cf52 req-bcc27af0-8367-412f-9a7e-0080557150a5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:39.714499 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-32068f54-1773-431f-9902-75c8e217cf52 req-bcc27af0-8367-412f-9a7e-0080557150a5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1169882 Aug 09 11:41:39.789191 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-32068f54-1773-431f-9902-75c8e217cf52 req-77d7f0e3-58be-40d6-bab8-e7fdf827a46c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730019 Aug 09 11:41:40.327688 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e13034-5a49-450e-a7d9-3d2b53480c9e req-5888289e-dce2-46d3-9085-6c78121c64a9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:40.336510 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-19e13034-5a49-450e-a7d9-3d2b53480c9e req-5888289e-dce2-46d3-9085-6c78121c64a9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1124921 Aug 09 11:41:40.401261 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-19e13034-5a49-450e-a7d9-3d2b53480c9e req-b00167d5-7c93-4aea-9c5f-440b4b3e96ec tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574238 Aug 09 11:41:40.931448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f81a44-83e6-4dde-9347-c59d37c37a5a req-a8f43228-76c3-40e2-a8e4-9caeca370fb0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:40.941505 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-06f81a44-83e6-4dde-9347-c59d37c37a5a req-a8f43228-76c3-40e2-a8e4-9caeca370fb0 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.1411049 Aug 09 11:41:40.956785 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-c6288641-6582-4d50-bc60-4af22a0e7c6c tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:40.961440 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-c6288641-6582-4d50-bc60-4af22a0e7c6c tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 949 time: 0.1198406 Aug 09 11:41:41.040608 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-06f81a44-83e6-4dde-9347-c59d37c37a5a req-640bf221-e269-4931-a93a-ae96517b38ed tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9260945-42e1-428e-8597-e4307bdfc11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959365 Aug 09 11:41:41.165991 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Deleting port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:41:41.166764 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:41.219181 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c59125-40b4-43d6-b5ec-24a19010aab3 req-b3ad814e-7f2c-42fb-b251-d4e83a014a78 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:41.226942 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-47c59125-40b4-43d6-b5ec-24a19010aab3 req-b3ad814e-7f2c-42fb-b251-d4e83a014a78 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1649401 Aug 09 11:41:41.286490 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-47c59125-40b4-43d6-b5ec-24a19010aab3 req-671d2871-5748-4a45-bb8b-365c4360dfa7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565486 Aug 09 11:41:41.334811 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] For port 64c3b32e-4ac6-4881-8840-3ea1e19256a1, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=64c3b32e-4ac6-4881-8840-3ea1e19256a1,segment=NetworkSegment(a42ceb94-1070-4385-8346-3dcd683a15d1),segment_id=a42ceb94-1070-4385-8346-3dcd683a15d1)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:41.336421 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:41.362289 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Calling delete_port for 64c3b32e-4ac6-4881-8840-3ea1e19256a1 owned by compute:nova {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:41:41.515796 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:41.553472 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Pushing event deleted for resources: {'Port': ['ID=64c3b32e-4ac6-4881-8840-3ea1e19256a1,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:41.564967 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['64c3b32e-4ac6-4881-8840-3ea1e19256a1'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:41.633936 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] No DVR routers for this DVR port 64c3b32e-4ac6-4881-8840-3ea1e19256a1 on host hv-cinder-80265 {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:41.638818 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:41.642470 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bcdd7eaa-b438-4413-9fdf-2849e39b5893 req-410f9abe-8f28-477b-9aae-3bca3cc52d29 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.55 "DELETE /v2.0/ports/64c3b32e-4ac6-4881-8840-3ea1e19256a1 HTTP/1.1" status: 204 len: 173 time: 0.6716013 Aug 09 11:41:41.643002 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'name': 'network-vif-deleted', 'tag': '64c3b32e-4ac6-4881-8840-3ea1e19256a1'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:41.646476 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f468a1d3-71eb-4ca5-9681-995d6e47d860" -d '{"events": [{"server_uuid": "3f0eeafa-5dd2-400e-bbac-7be8e4fc5029", "name": "network-vif-deleted", "tag": "64c3b32e-4ac6-4881-8840-3ea1e19256a1"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:41.710917 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3510077a-42ca-45f8-855b-c4194724caf0 x-openstack-request-id: req-3510077a-42ca-45f8-855b-c4194724caf0 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:41.712224 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0eeafa-5dd2-400e-bbac-7be8e4fc5029", "name": "network-vif-deleted", "tag": "64c3b32e-4ac6-4881-8840-3ea1e19256a1", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:41.712224 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3510077a-42ca-45f8-855b-c4194724caf0 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:41.713647 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0eeafa-5dd2-400e-bbac-7be8e4fc5029', 'name': 'network-vif-deleted', 'tag': '64c3b32e-4ac6-4881-8840-3ea1e19256a1', 'status': 'completed', 'code': 200} Aug 09 11:41:42.361199 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d75d9e76-ab33-479c-9c6a-022db2a6838e req-97c45856-52ee-446f-80d2-63215f2a5d43 tempest-VolumesNegativeTest-1092733980 tempest-VolumesNegativeTest-1092733980-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f0eeafa-5dd2-400e-bbac-7be8e4fc5029 HTTP/1.1" status: 200 len: 210 time: 0.0690749 Aug 09 11:41:42.561323 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765b85f-610a-4317-8c46-82c373524dd3 req-5f678fbf-7f75-4076-89b2-70c6c47df5d5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:42.574872 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2765b85f-610a-4317-8c46-82c373524dd3 req-5f678fbf-7f75-4076-89b2-70c6c47df5d5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0962977 Aug 09 11:41:42.633016 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2765b85f-610a-4317-8c46-82c373524dd3 req-aadb661f-391b-458a-af72-350e7891114a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 Aug 09 11:41:42.758907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dde881-3db4-4c2b-a435-979db26e41ac req-8c0de496-793a-4859-9b5e-164baa8faa5f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:42.761784 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d1dde881-3db4-4c2b-a435-979db26e41ac req-8c0de496-793a-4859-9b5e-164baa8faa5f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1005313 Aug 09 11:41:42.783909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a8ed-8b4e-4fda-a7cf-b77f5792b9b4 req-720a304c-ff95-43af-af0b-87d0abed80e5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:42.792578 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7f18a8ed-8b4e-4fda-a7cf-b77f5792b9b4 req-720a304c-ff95-43af-af0b-87d0abed80e5 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.0747466 Aug 09 11:41:42.815102 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d1dde881-3db4-4c2b-a435-979db26e41ac req-586d0abc-999a-439c-b08b-5346562d6800 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 Aug 09 11:41:42.843652 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7f18a8ed-8b4e-4fda-a7cf-b77f5792b9b4 req-7c1bb91a-4439-4138-acb8-f2d52773f4ea tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500216 Aug 09 11:41:43.990967 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17264144-7d39-44e5-999b-2f70f33c3101 req-0cd15032-e15c-4d97-8b87-c74566c38de0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:43.999429 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-17264144-7d39-44e5-999b-2f70f33c3101 req-0cd15032-e15c-4d97-8b87-c74566c38de0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.0717468 Aug 09 11:41:44.017857 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571ed4-091f-486e-a9b6-1a6e9032a245 req-f9f8b7c6-21e1-4c7e-a1bc-f8fa206307b0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:44.027188 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9571ed4-091f-486e-a9b6-1a6e9032a245 req-f9f8b7c6-21e1-4c7e-a1bc-f8fa206307b0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0719233 Aug 09 11:41:44.061309 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-17264144-7d39-44e5-999b-2f70f33c3101 req-3a0c6303-0cb5-487a-8de0-1195c0a97101 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605984 Aug 09 11:41:44.070651 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9571ed4-091f-486e-a9b6-1a6e9032a245 req-735a3912-801c-45c3-a05c-818b0d62cd37 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Aug 09 11:41:45.252735 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-4ccbea96-989c-4f0f-962b-ddcdfc79bc18 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:45.256018 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-4ccbea96-989c-4f0f-962b-ddcdfc79bc18 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.1436083 Aug 09 11:41:45.375930 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dbd71-ac27-489a-b84d-b253e5c071f7 req-5090b33f-de23-4eb0-8d14-d429cef325de tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:45.378156 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eb9dbd71-ac27-489a-b84d-b253e5c071f7 req-5090b33f-de23-4eb0-8d14-d429cef325de tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1263258 Aug 09 11:41:45.412893 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefb424-e27b-4a79-86f9-38a3b35faaca req-811976e3-b660-4e87-bcf0-e6137661585d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:45.419749 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9cefb424-e27b-4a79-86f9-38a3b35faaca req-811976e3-b660-4e87-bcf0-e6137661585d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 946 time: 0.2194717 Aug 09 11:41:45.475386 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eb9dbd71-ac27-489a-b84d-b253e5c071f7 req-3add0d62-5102-4cc1-a0be-34638012c053 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896461 Aug 09 11:41:45.515229 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 37782) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:45.632653 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 64c3b32e-4ac6-4881-8840-3ea1e19256a1 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:45.673793 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 64c3b32e-4ac6-4881-8840-3ea1e19256a1 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:41:45.674336 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 64c3b32e-4ac6-4881-8840-3ea1e19256a1 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:45.683855 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9cefb424-e27b-4a79-86f9-38a3b35faaca req-a6650a44-414f-4eca-afc2-7af73ca5d750 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738987 Aug 09 11:41:45.705717 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:45.721380 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Deleting port 15601a94-868a-4eaa-858d-5a875b17eeac {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:41:45.721797 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:45.904142 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:45.904755 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] For port 15601a94-868a-4eaa-858d-5a875b17eeac, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=15601a94-868a-4eaa-858d-5a875b17eeac,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:45.905239 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:45.913966 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:45.935203 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Calling delete_port for 15601a94-868a-4eaa-858d-5a875b17eeac owned by compute:nova {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:41:45.954758 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b604a16f-8928-42c1-80dc-caac6eaf0e2f,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:45.973102 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.973734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.974240 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.974727 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.975218 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.975759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.976278 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.977274 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.977749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.978224 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.978698 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.979168 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:41:45.988802 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d0776981-fa04-4159-be3a-5f2dd2b553d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4487b883e433404e8b54c3a562921ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724622 Aug 09 11:41:45.991944 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 37786) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:46.064413 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b40393cb-04b0-4d72-b743-ebe3bf78be00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.109202 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b40393cb-04b0-4d72-b743-ebe3bf78be00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.243077 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.267909 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b40393cb-04b0-4d72-b743-ebe3bf78be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.273607 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b40393cb-04b0-4d72-b743-ebe3bf78be00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.280303 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0', '4f576c41-3e1c-4933-b4d8-ac90e98aa393', '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5', '15601a94-868a-4eaa-858d-5a875b17eeac'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:46.291099 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b40393cb-04b0-4d72-b743-ebe3bf78be00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b604a16f-8928-42c1-80dc-caac6eaf0e2f HTTP/1.1" status: 204 len: 168 time: 0.2965677 Aug 09 11:41:46.365674 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40393cb-04b0-4d72-b743-ebe3bf78be00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b604a16f-8928-42c1-80dc-caac6eaf0e2f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:46.419524 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event deleted for resources: {'Port': ['ID=15601a94-868a-4eaa-858d-5a875b17eeac,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:46.546664 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] No DVR routers for this DVR port 15601a94-868a-4eaa-858d-5a875b17eeac on host hv-cinder-80265 {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:46.550379 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:46.553267 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4fa3a614-8999-4a26-aa4f-4826e7607459 req-8e54c74a-29df-4b32-949f-242849ad940c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "DELETE /v2.0/ports/15601a94-868a-4eaa-858d-5a875b17eeac HTTP/1.1" status: 204 len: 173 time: 1.2728002 Aug 09 11:41:46.553932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'name': 'network-vif-deleted', 'tag': '15601a94-868a-4eaa-858d-5a875b17eeac'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:46.557968 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4853b-5767-4afd-b0dd-42508efcaafe" -d '{"events": [{"server_uuid": "b06bb63c-c262-446a-9a4d-199648908cbd", "name": "network-vif-deleted", "tag": "15601a94-868a-4eaa-858d-5a875b17eeac"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:46.656122 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3407bf-c90e-4a21-92f2-3fce01be2c4c req-f22b614f-a303-4b8f-85b6-8c7b53519aec tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:46.656122 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a3407bf-c90e-4a21-92f2-3fce01be2c4c req-f22b614f-a303-4b8f-85b6-8c7b53519aec tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0742061 Aug 09 11:41:46.665694 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a811e12-a3b9-4c9d-bd6e-9f6f1d141e31 x-openstack-request-id: req-2a811e12-a3b9-4c9d-bd6e-9f6f1d141e31 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:46.666296 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06bb63c-c262-446a-9a4d-199648908cbd", "name": "network-vif-deleted", "tag": "15601a94-868a-4eaa-858d-5a875b17eeac", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:46.666958 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a811e12-a3b9-4c9d-bd6e-9f6f1d141e31 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:46.668142 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06bb63c-c262-446a-9a4d-199648908cbd', 'name': 'network-vif-deleted', 'tag': '15601a94-868a-4eaa-858d-5a875b17eeac', 'status': 'completed', 'code': 200} Aug 09 11:41:46.753719 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1a3407bf-c90e-4a21-92f2-3fce01be2c4c req-5add11b6-1476-4419-a6d5-1aed38e60ad2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009686 Aug 09 11:41:46.865811 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e0c99966-81a0-49c4-b655-0fabf1a4b128 req-85afb7c1-5b97-4bf4-a6c0-833e5ecd8b7a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06bb63c-c262-446a-9a4d-199648908cbd HTTP/1.1" status: 200 len: 210 time: 0.0506041 Aug 09 11:41:47.957927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b2228-f3ac-4ab7-b6a5-9a528f11dd31 req-34255123-3beb-4640-9e02-d67567f7e4a1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:47.967064 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-529b2228-f3ac-4ab7-b6a5-9a528f11dd31 req-34255123-3beb-4640-9e02-d67567f7e4a1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1022539 Aug 09 11:41:48.062497 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-529b2228-f3ac-4ab7-b6a5-9a528f11dd31 req-3579b797-79a8-4234-90a4-9f67e48a70b6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887771 Aug 09 11:41:49.229013 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdf985-8e23-494f-b29e-8af1e95d6dfc req-7d06e897-97f8-418e-a141-e94ab28afd5a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:49.230348 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54fdf985-8e23-494f-b29e-8af1e95d6dfc req-7d06e897-97f8-418e-a141-e94ab28afd5a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0933597 Aug 09 11:41:49.257922 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93caa-03fd-445a-b86f-795816176cc7 req-b4153db7-1212-49e6-8430-daf53a7e07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:49.259496 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-b4153db7-1212-49e6-8430-daf53a7e07b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1099 time: 0.0949292 Aug 09 11:41:49.360700 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54fdf985-8e23-494f-b29e-8af1e95d6dfc req-50abeb31-9ad1-45f0-8f1a-3ef0c07c5c15 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201887 Aug 09 11:41:49.422629 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93caa-03fd-445a-b86f-795816176cc7 req-f54d45b7-8177-4c9d-aeaf-69fad86c9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:49.424993 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-f54d45b7-8177-4c9d-aeaf-69fad86c9960 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.1562157 Aug 09 11:41:49.521179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654530f4-4cfe-4863-be58-d5d656928e0d req-68d50147-bfbc-4f41-8e32-4552a9c523ac tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:49.529031 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-4529ef32-9ab1-4f46-b639-5fbe135a5b56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 200 len: 1001 time: 0.0939209 Aug 09 11:41:49.532877 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-654530f4-4cfe-4863-be58-d5d656928e0d req-68d50147-bfbc-4f41-8e32-4552a9c523ac tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.0792472 Aug 09 11:41:49.601267 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93caa-03fd-445a-b86f-795816176cc7 req-1e2a2064-c2c3-4469-9c4e-84c55834152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:49.610200 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-1e2a2064-c2c3-4469-9c4e-84c55834152a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0668550 Aug 09 11:41:49.626359 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-654530f4-4cfe-4863-be58-d5d656928e0d req-b210ea3d-0435-4589-a6bf-132d3db7111d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830169 Aug 09 11:41:49.667586 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93caa-03fd-445a-b86f-795816176cc7 req-9f3d0c59-4a74-4ac4-b6c5-1508475106b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:49.669507 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-9f3d0c59-4a74-4ac4-b6c5-1508475106b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470843 Aug 09 11:41:49.695918 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 15601a94-868a-4eaa-858d-5a875b17eeac no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:49.723458 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 15601a94-868a-4eaa-858d-5a875b17eeac {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:41:49.724867 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 15601a94-868a-4eaa-858d-5a875b17eeac not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:49.809472 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-f52b2786-ce82-492a-ab95-4af80feb22a5 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197009 Aug 09 11:41:49.935686 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09d93caa-03fd-445a-b86f-795816176cc7 req-7318d820-36f4-40c6-968a-36b642ad237e service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148787 Aug 09 11:41:50.103006 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-f650e1a4-8f5a-42e5-b5ad-6b4c3f7adc5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543706 Aug 09 11:41:50.212794 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-9193d99f-d177-4fa2-9834-5ddbb00043da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:50.214444 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-9193d99f-d177-4fa2-9834-5ddbb00043da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 1098 time: 0.0625877 Aug 09 11:41:50.341509 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-c87e385f-7759-4889-a273-ae1b13b21b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:50.343134 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-c87e385f-7759-4889-a273-ae1b13b21b09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.0968924 Aug 09 11:41:50.399039 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-ebc5b878-aa86-4e46-8da1-5b1c3cbb8b0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8b53759-007b-40ca-824b-699abfdc5824 HTTP/1.1" status: 200 len: 217 time: 0.0449784 Aug 09 11:41:50.537457 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-dfe06393-d9d8-42e5-ab7a-50a7aac61872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:50.539418 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-dfe06393-d9d8-42e5-ab7a-50a7aac61872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.1285944 Aug 09 11:41:50.552027 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb556b5-4a37-451a-88cb-8f8add767f4c req-ea27493c-11b9-4c5f-9d65-69d8f30b1424 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:50.554367 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2fb556b5-4a37-451a-88cb-8f8add767f4c req-ea27493c-11b9-4c5f-9d65-69d8f30b1424 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0882936 Aug 09 11:41:50.562687 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:50.604734 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-6bf44e43-0f3e-4cdc-8528-60e5d54070f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354116 Aug 09 11:41:50.733530 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2fb556b5-4a37-451a-88cb-8f8add767f4c req-7ec63bd6-4964-4da4-9965-fbde24685151 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682591 Aug 09 11:41:50.817030 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-4e13c5af-7c06-4828-9482-22050358c7c3 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863451 Aug 09 11:41:50.873796 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f1363-5953-4442-a940-4cd1ccd61c69 req-aa77dd94-9c1d-4c72-9a3b-5a1963a9980d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:50.877752 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-523f1363-5953-4442-a940-4cd1ccd61c69 req-aa77dd94-9c1d-4c72-9a3b-5a1963a9980d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.0753300 Aug 09 11:41:50.950187 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-523f1363-5953-4442-a940-4cd1ccd61c69 req-a7584b90-0a51-4131-9965-10c354ec6004 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Aug 09 11:41:51.017795 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1b172ff2-ca3f-490b-9ae1-e2dac8162100 req-8fb8584a-f88f-4f04-a3b8-6ad9406d562c service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767943 Aug 09 11:41:51.632909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-eaa56b63-27f7-44e0-aafa-c057e5dd91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:51.635546 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-eaa56b63-27f7-44e0-aafa-c057e5dd91fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.1028988 Aug 09 11:41:51.822144 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-a00cdbbb-96da-47c6-8c3b-539b0129bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:51.823764 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-a00cdbbb-96da-47c6-8c3b-539b0129bc3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.1481509 Aug 09 11:41:51.914855 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2c6c8691-32d4-4e8a-bfba-8b3961f22985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:51.930335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63785-37a5-44dc-b833-5b9157d214e1 req-ce62f40b-0db3-4b06-a675-aff2ae1ba09a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:51.938618 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ebb63785-37a5-44dc-b833-5b9157d214e1 req-ce62f40b-0db3-4b06-a675-aff2ae1ba09a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.4242067 Aug 09 11:41:51.967351 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-41588c2f-f9c8-4dc9-9309-a6edba180ad8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:51.969318 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-41588c2f-f9c8-4dc9-9309-a6edba180ad8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.1044252 Aug 09 11:41:51.993691 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-3362667f-7008-4e0a-8451-f12ccacd01e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.0979378 Aug 09 11:41:52.043744 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ebb63785-37a5-44dc-b833-5b9157d214e1 req-2a15e800-0c12-47a2-8e04-1f84d5a1c036 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037862 Aug 09 11:41:52.044213 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47456212-f29c-4e53-93e2-9b27681e0917 req-d979ab4c-c4e7-4f80-b6c0-a2038d911986 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:52.055281 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-47456212-f29c-4e53-93e2-9b27681e0917 req-d979ab4c-c4e7-4f80-b6c0-a2038d911986 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.1632330 Aug 09 11:41:52.108518 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-810eed74-315c-46e9-9aa8-7cd62d2dd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:52.110036 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-810eed74-315c-46e9-9aa8-7cd62d2dd1d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.1077511 Aug 09 11:41:52.122140 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-47456212-f29c-4e53-93e2-9b27681e0917 req-cd4a80fb-1d17-49ed-aec7-a74de9a7e77c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643985 Aug 09 11:41:52.158191 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-9edb5f31-d8c2-4d07-abb3-85fd1eda1de5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290105 Aug 09 11:41:52.180156 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Deleting port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:41:52.180681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:52.190356 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2d1d-d630-4007-874b-ec6767655807 req-06af4493-d52e-44ac-b7a7-d0fae2c917d7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:52.198725 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d11f2d1d-d630-4007-874b-ec6767655807 req-06af4493-d52e-44ac-b7a7-d0fae2c917d7 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 946 time: 0.0889103 Aug 09 11:41:52.281640 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-99f79032-31e0-4705-900d-ba82d177e623 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142671 Aug 09 11:41:52.299132 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d11f2d1d-d630-4007-874b-ec6767655807 req-be337adb-a7a4-4e87-aff2-86cf0d3da1d3 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937002 Aug 09 11:41:52.333407 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] For port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:52.333783 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:52.350746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Calling delete_port for 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:41:52.439756 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ff201416-1cd7-4759-9290-bc6ca7417a4b req-ba42f681-82d7-4d8d-915a-0e40daae14c2 service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268580 Aug 09 11:41:52.576793 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:52.606837 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event deleted for resources: {'Port': ['ID=1d7817aa-bd3f-450b-bec2-1e43c1c34fd5,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:52.612819 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0', '4f576c41-3e1c-4933-b4d8-ac90e98aa393', '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:52.678096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] No DVR routers for this DVR port 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:52.683253 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:52.689272 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6f41c56d-5fa1-44b1-a71f-6dab15b5d95e req-ddd5c32c-8e25-4468-87ad-b0f88ffdf287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "DELETE /v2.0/ports/1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 HTTP/1.1" status: 204 len: 173 time: 0.7083948 Aug 09 11:41:52.691006 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'name': 'network-vif-deleted', 'tag': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:52.702512 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f6bd3f-4cbe-44c3-bfed-1ca68ca5957d" -d '{"events": [{"server_uuid": "cd1cc38c-cd72-4c0e-afd8-97414c051fd5", "name": "network-vif-deleted", "tag": "1d7817aa-bd3f-450b-bec2-1e43c1c34fd5"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:52.772814 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cec77c-cac0-410c-b13e-2d3a2f58d10a x-openstack-request-id: req-08cec77c-cac0-410c-b13e-2d3a2f58d10a {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:52.773199 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1cc38c-cd72-4c0e-afd8-97414c051fd5", "name": "network-vif-deleted", "tag": "1d7817aa-bd3f-450b-bec2-1e43c1c34fd5", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:52.773617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08cec77c-cac0-410c-b13e-2d3a2f58d10a {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:52.774002 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1cc38c-cd72-4c0e-afd8-97414c051fd5', 'name': 'network-vif-deleted', 'tag': '1d7817aa-bd3f-450b-bec2-1e43c1c34fd5', 'status': 'completed', 'code': 200} Aug 09 11:41:52.859847 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38104) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:53.064844 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-006e17ac-7231-42f7-96d9-570614fb3ff9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ee253537d584fcf9089034bcfe2a4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011175 Aug 09 11:41:53.065238 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38110) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:53.127544 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-977177bb-6bd6-45f6-a664-1e1a047d5f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:53.156201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-977177bb-6bd6-45f6-a664-1e1a047d5f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:53.250453 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-977177bb-6bd6-45f6-a664-1e1a047d5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:53.253372 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-977177bb-6bd6-45f6-a664-1e1a047d5f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:53.257509 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-977177bb-6bd6-45f6-a664-1e1a047d5f91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9260945-42e1-428e-8597-e4307bdfc11a HTTP/1.1" status: 204 len: 168 time: 0.1885324 Aug 09 11:41:53.266169 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977177bb-6bd6-45f6-a664-1e1a047d5f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9260945-42e1-428e-8597-e4307bdfc11a,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:53.290537 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96b85f-f203-4c10-9893-eb167a202420 req-ed77b417-10d0-4db5-a6b8-b08efdc2cd6c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:53.303745 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e96b85f-f203-4c10-9893-eb167a202420 req-ed77b417-10d0-4db5-a6b8-b08efdc2cd6c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1083024 Aug 09 11:41:53.306138 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5214-ded2-4930-89d4-84451f195c5c req-9e241ee7-caaf-48a1-8e57-6e856c05f37f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:53.307902 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6cce5214-ded2-4930-89d4-84451f195c5c req-9e241ee7-caaf-48a1-8e57-6e856c05f37f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 946 time: 0.0717969 Aug 09 11:41:53.351810 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e96b85f-f203-4c10-9893-eb167a202420 req-e16ef1f6-0c74-40eb-a112-71e8a8fad488 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471883 Aug 09 11:41:53.384370 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6cce5214-ded2-4930-89d4-84451f195c5c req-fabf1264-0c66-4a3a-85dc-7390a0106a6a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679758 Aug 09 11:41:53.530163 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a644b09d-a78f-4610-a966-3a97ae564d01 req-a8fa6d0e-5568-4fa7-b151-2e807a3179f0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd1cc38c-cd72-4c0e-afd8-97414c051fd5 HTTP/1.1" status: 200 len: 210 time: 0.0517740 Aug 09 11:41:53.700380 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:53.839898 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:53.865507 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:53.869255 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef72c3-58cf-403c-b0a9-1407c1ded621" -d '{"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-unplugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:53.895666 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:53.901578 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:53.929230 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00eb498-895b-456e-89b5-a6726f1a677c x-openstack-request-id: req-a00eb498-895b-456e-89b5-a6726f1a677c {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:53.929831 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-unplugged", "status": "failed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "code": 422}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:53.930078 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a00eb498-895b-456e-89b5-a6726f1a677c {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:53.930506 dv-cinder-802653-6-iscsi neutron-server[99941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'code': 422} returned with failed status Aug 09 11:41:53.964795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=8']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:54.334525 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322443ba-da31-4611-95c7-c938ab5fba42 req-07350482-a97d-4bb0-b9fb-f60eafc057a9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:54.343537 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-322443ba-da31-4611-95c7-c938ab5fba42 req-07350482-a97d-4bb0-b9fb-f60eafc057a9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0643139 Aug 09 11:41:54.431543 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-322443ba-da31-4611-95c7-c938ab5fba42 req-6465820e-85d0-4405-ace4-735b567d7a9b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868182 Aug 09 11:41:54.539614 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3779-31cb-457a-a686-ff77fe9ec9a3 req-910a01d2-c843-4582-9003-8c92c2430f83 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:54.547021 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b2ed3779-31cb-457a-a686-ff77fe9ec9a3 req-910a01d2-c843-4582-9003-8c92c2430f83 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0654869 Aug 09 11:41:54.577793 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5edf6101-9de5-44ab-9d0c-7eec1e11482d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:54.757510 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b2ed3779-31cb-457a-a686-ff77fe9ec9a3 req-d7c64f37-3ae0-4f88-a38f-3a43ae713004 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943486 Aug 09 11:41:54.763109 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:54.997571 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcba42-1a32-40af-b6f6-e6520ef435ff req-b6558a21-2116-4759-8e8c-746c9cb10bef tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:55.005715 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4cdcba42-1a32-40af-b6f6-e6520ef435ff req-b6558a21-2116-4759-8e8c-746c9cb10bef tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 945 time: 0.0639775 Aug 09 11:41:55.057295 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4cdcba42-1a32-40af-b6f6-e6520ef435ff req-7fb72358-a85e-45f6-b7ad-7127e670e7ad tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Aug 09 11:41:55.233681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38216) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:41:55.346314 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-128f0740-72eb-4279-a8c6-c841e22e59f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114619 Aug 09 11:41:55.586673 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49caa46-3f3a-4edc-ae15-c98538bdf7db req-cd7e1597-a706-4211-a774-b232773eb96f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:55.589555 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b49caa46-3f3a-4edc-ae15-c98538bdf7db req-cd7e1597-a706-4211-a774-b232773eb96f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0544538 Aug 09 11:41:55.660795 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b49caa46-3f3a-4edc-ae15-c98538bdf7db req-4aac048b-e03a-4e53-939b-ea1a4f5f107a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621986 Aug 09 11:41:55.667789 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:55.692729 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:41:55.718114 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:41:55.718512 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1d7817aa-bd3f-450b-bec2-1e43c1c34fd5 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:41:55.879855 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784130a3-d89e-4b03-9036-938103a2764b req-f00eaeb0-2522-4dcf-beb7-a164bdfdc483 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:55.881970 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-784130a3-d89e-4b03-9036-938103a2764b req-f00eaeb0-2522-4dcf-beb7-a164bdfdc483 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0504045 Aug 09 11:41:55.919729 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-784130a3-d89e-4b03-9036-938103a2764b req-6370457e-8842-4be3-a5b0-1643fe5c38a1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Aug 09 11:41:56.159025 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6825-712f-4369-b2eb-33b7452cbceb req-91b7a6fe-81c4-4e63-904c-94926efb35c8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:56.160514 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2bbe6825-712f-4369-b2eb-33b7452cbceb req-91b7a6fe-81c4-4e63-904c-94926efb35c8 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 945 time: 0.0473378 Aug 09 11:41:56.197153 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2bbe6825-712f-4369-b2eb-33b7452cbceb req-1a391e4c-1453-48b3-8876-d90d9c95fe57 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Aug 09 11:41:56.357674 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:41:56.747956 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e150a-0183-4fc9-97db-2760392327b6 req-e001c176-6380-4075-89c6-968f5f6fb86e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:56.749718 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c61e150a-0183-4fc9-97db-2760392327b6 req-e001c176-6380-4075-89c6-968f5f6fb86e tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Aug 09 11:41:56.869042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b3c34-c887-41e6-9ec0-12a85aca4e81 req-bceb827e-5735-491e-8c3f-a026788a778d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:56.870579 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f21b3c34-c887-41e6-9ec0-12a85aca4e81 req-bceb827e-5735-491e-8c3f-a026788a778d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1118410 Aug 09 11:41:56.907702 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Deleting port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:41:56.908349 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:56.969074 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f21b3c34-c887-41e6-9ec0-12a85aca4e81 req-a63c93c6-6359-4e28-9286-b8bd16628fe7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907073 Aug 09 11:41:57.022403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] For port 4f576c41-3e1c-4933-b4d8-ac90e98aa393, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=4f576c41-3e1c-4933-b4d8-ac90e98aa393,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:41:57.022403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.031034 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Calling delete_port for 4f576c41-3e1c-4933-b4d8-ac90e98aa393 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:41:57.053543 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477b20f-0dbe-48ae-ad4b-efabb82ea007 req-f469614b-6b05-44ca-99b9-da9e85eb6338 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:57.055053 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c477b20f-0dbe-48ae-ad4b-efabb82ea007 req-f469614b-6b05-44ca-99b9-da9e85eb6338 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0499792 Aug 09 11:41:57.096816 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c477b20f-0dbe-48ae-ad4b-efabb82ea007 req-df826d8f-2780-432f-8ca9-5e1ab4b42cd1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332096 Aug 09 11:41:57.154887 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.187819 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.188546 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event deleted for resources: {'Port': ['ID=4f576c41-3e1c-4933-b4d8-ac90e98aa393,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:41:57.229444 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] No DVR routers for this DVR port 4f576c41-3e1c-4933-b4d8-ac90e98aa393 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:41:57.231971 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:41:57.233973 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c61e150a-0183-4fc9-97db-2760392327b6 req-fd4e1a33-5555-4cf1-b930-9eea650fe3db tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "DELETE /v2.0/ports/4f576c41-3e1c-4933-b4d8-ac90e98aa393 HTTP/1.1" status: 204 len: 173 time: 0.4764850 Aug 09 11:41:57.234415 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'name': 'network-vif-deleted', 'tag': '4f576c41-3e1c-4933-b4d8-ac90e98aa393'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:41:57.236672 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e597d1-b746-4b9b-a09a-5d55faf5d631" -d '{"events": [{"server_uuid": "06ff10f6-7f2f-4b99-bab4-f82306594413", "name": "network-vif-deleted", "tag": "4f576c41-3e1c-4933-b4d8-ac90e98aa393"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:41:57.275051 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9cb18-0c76-4a56-85da-d9bae0d833c4 x-openstack-request-id: req-6cd9cb18-0c76-4a56-85da-d9bae0d833c4 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:41:57.275345 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ff10f6-7f2f-4b99-bab4-f82306594413", "name": "network-vif-deleted", "tag": "4f576c41-3e1c-4933-b4d8-ac90e98aa393", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:41:57.275599 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cd9cb18-0c76-4a56-85da-d9bae0d833c4 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:41:57.275984 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ff10f6-7f2f-4b99-bab4-f82306594413', 'name': 'network-vif-deleted', 'tag': '4f576c41-3e1c-4933-b4d8-ac90e98aa393', 'status': 'completed', 'code': 200} Aug 09 11:41:57.290228 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-17484b99-4b5d-4c6d-864e-5b91e35260de req-0473f810-3dc2-494c-a31d-686e54a5645a tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Aug 09 11:41:58.088366 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5e407-13ad-48bb-b28f-3e3203b36391 req-cc4c6342-a899-4900-ab2f-ff157587fc28 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:58.089866 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-88c5e407-13ad-48bb-b28f-3e3203b36391 req-cc4c6342-a899-4900-ab2f-ff157587fc28 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0485656 Aug 09 11:41:58.129337 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-88c5e407-13ad-48bb-b28f-3e3203b36391 req-7102d26f-086f-4284-9a22-f2754586688c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Aug 09 11:41:58.210935 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d21de2-8e89-4b5d-9350-60464c95baed req-07f929bf-9da7-425e-8972-2cb33b709314 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:58.212439 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-57d21de2-8e89-4b5d-9350-60464c95baed req-07f929bf-9da7-425e-8972-2cb33b709314 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0483346 Aug 09 11:41:58.248182 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-57d21de2-8e89-4b5d-9350-60464c95baed req-0d47d22a-f0fb-4de3-8414-f0e77213a03a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298727 Aug 09 11:41:58.381972 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-53aac7f0-f1e3-4cc4-82e6-19bf39c74d7a req-3387028b-4cdd-4057-9546-b01cd803b9cf tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 210 time: 0.0253513 Aug 09 11:41:59.254653 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eb955-8959-436d-bfe0-36f36df97fb9 req-17c22858-3f68-452c-8a9f-3c7987e6dffd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:59.256095 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3e6eb955-8959-436d-bfe0-36f36df97fb9 req-17c22858-3f68-452c-8a9f-3c7987e6dffd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0511689 Aug 09 11:41:59.294188 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3e6eb955-8959-436d-bfe0-36f36df97fb9 req-446a91f7-2967-457b-b9a7-3123a753692f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Aug 09 11:41:59.361890 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d72fad-9d1a-46a1-ae8a-86c9e905de76 req-cbe259d8-b604-42c6-a76c-c2607893b39c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:41:59.363269 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-77d72fad-9d1a-46a1-ae8a-86c9e905de76 req-cbe259d8-b604-42c6-a76c-c2607893b39c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Aug 09 11:41:59.408694 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-77d72fad-9d1a-46a1-ae8a-86c9e905de76 req-b6510f69-7a0e-4cdd-add9-42ac26c436de tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Aug 09 11:41:59.435360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['8d8a7883-b808-4f85-a275-6031ea5583e0', '4f576c41-3e1c-4933-b4d8-ac90e98aa393'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:41:59.487900 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-81f03a37-74ee-44b7-bca8-b9e3d758ddd0 req-d6be3d18-dfa9-492f-95db-b28f762a380d tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ff10f6-7f2f-4b99-bab4-f82306594413 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Aug 09 11:42:00.150327 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38344) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:00.196569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Deleting subnet 04120db2-e848-40ce-ba5e-62511f66ee13 {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:42:00.199772 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.235033 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.276756 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.328930 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.354287 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04120db2-e848-40ce-ba5e-62511f66ee13,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:00.361137 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.363060 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c4cdbf78-59be-413a-8e0d-ddc734ebf8e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04120db2-e848-40ce-ba5e-62511f66ee13 HTTP/1.1" status: 204 len: 168 time: 0.2116642 Aug 09 11:42:00.365525 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38348) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:00.414215 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb697ea5-eea9-4ac4-9afd-647fda80c163 req-f60741d5-88a8-4e0c-aea4-83785218b873 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:00.415686 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb697ea5-eea9-4ac4-9afd-647fda80c163 req-f60741d5-88a8-4e0c-aea4-83785218b873 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0475268 Aug 09 11:42:00.431344 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.455375 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb697ea5-eea9-4ac4-9afd-647fda80c163 req-ed077b46-a20c-409a-82d6-b1aa0f4630c1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337932 Aug 09 11:42:00.603667 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.622024 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963afd48-ed3c-4ea5-a020-8effa11915b0']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:00.638658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2895fb6-9b2b-4341-850b-610e573ecdbd') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:00.638954 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2895fb6-9b2b-4341-850b-610e573ecdbd') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:00.657097 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7165ed-6b85-4c0b-9e59-59b13ac3d7c4 req-38744828-faf9-443b-af61-f063134f79ea tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:00.658577 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9d7165ed-6b85-4c0b-9e59-59b13ac3d7c4 req-38744828-faf9-443b-af61-f063134f79ea tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1753743 Aug 09 11:42:00.668980 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.690431 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-e67af20b-5bf6-468b-bc59-616bf8f91d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:00.691877 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-e67af20b-5bf6-468b-bc59-616bf8f91d38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624&tenant_id=dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 1097 time: 0.1778693 Aug 09 11:42:00.701406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.717086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:42:00.717911 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:42:00.719598 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:42:00.773327 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9d7165ed-6b85-4c0b-9e59-59b13ac3d7c4 req-c9e3b66e-e17d-43db-a4ac-b5ad5d39e362 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048257 Aug 09 11:42:00.815538 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.822228 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-a912be6a-2d07-4d38-a7b1-52a11449af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:00.823835 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-a912be6a-2d07-4d38-a7b1-52a11449af16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1097 time: 0.0913811 Aug 09 11:42:00.829027 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:00.830735 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] 10.222.0.41 "DELETE /v2.0/networks/963afd48-ed3c-4ea5-a020-8effa11915b0 HTTP/1.1" status: 204 len: 168 time: 0.4642682 Aug 09 11:42:00.848692 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50579e-58cb-40d9-8431-5d81fb865107 admin admin] Pushing event deleted for resources: {'Network': ['ID=963afd48-ed3c-4ea5-a020-8effa11915b0,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:00.931496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-13de2fc3-8831-4ead-a485-5f79b0d242df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:00.933077 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-13de2fc3-8831-4ead-a485-5f79b0d242df service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.0924516 Aug 09 11:42:01.005670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38368) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.046784 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-a6e83f48-57d2-44bb-a0ee-e612586d6602 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 200 len: 999 time: 0.1065743 Aug 09 11:42:01.099025 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-89bd4823-370c-4004-8dec-4776bcfa82eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b1d5f1a59354c47a85a9fe7d36eab33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921233 Aug 09 11:42:01.101624 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38370) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:01.110634 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-a7aa7484-270b-4022-8cba-6f67e41cb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.112035 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-a7aa7484-270b-4022-8cba-6f67e41cb9e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0573590 Aug 09 11:42:01.152191 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.165506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-e70834fa-95fc-4bf3-b64f-a0dffccb0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.166986 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-e70834fa-95fc-4bf3-b64f-a0dffccb0c9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476303 Aug 09 11:42:01.172677 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.217791 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.220372 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:01.221508 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4b9408b-b3c8-4d4b-9373-ba997f92536b HTTP/1.1" status: 204 len: 168 time: 0.1188984 Aug 09 11:42:01.229046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b9408b-b3c8-4d4b-9373-ba997f92536b,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:01.236053 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.236432 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.236879 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.237106 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.237440 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.237781 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.238108 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.238432 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.238945 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.239435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.240397 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.240731 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c304551e-6cb0-448e-9c51-c84b54aab9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:01.260263 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-265da11c-ff90-4f44-b4d1-2f9d05bdffba service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858457 Aug 09 11:42:01.351381 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-de8a4e3b-5c9b-4a7a-99d5-66ad58d3661f req-fed84cf7-caab-4747-b6cd-8ee023f0d431 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838811 Aug 09 11:42:01.579232 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119bfff-8a07-4cf4-991d-f6b317fbf666 req-949e4b03-f145-4e4d-af09-a082f9750e5e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.580886 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6119bfff-8a07-4cf4-991d-f6b317fbf666 req-949e4b03-f145-4e4d-af09-a082f9750e5e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0523448 Aug 09 11:42:01.622138 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6119bfff-8a07-4cf4-991d-f6b317fbf666 req-68fbe406-2026-4938-af01-158a78ad88e6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351675 Aug 09 11:42:01.948510 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ada0b-7393-4bd7-9b62-e1a8467982e3 req-9fe89f19-d926-4087-b551-024a46dc7351 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.950061 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2a1ada0b-7393-4bd7-9b62-e1a8467982e3 req-9fe89f19-d926-4087-b551-024a46dc7351 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0562282 Aug 09 11:42:01.967446 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f8d40-52c7-4268-be8e-f42adf1f1fb7 req-d2d6044f-b24c-49af-92c5-fc4a548e1d61 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:01.969107 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc1f8d40-52c7-4268-be8e-f42adf1f1fb7 req-d2d6044f-b24c-49af-92c5-fc4a548e1d61 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0681181 Aug 09 11:42:01.992701 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2a1ada0b-7393-4bd7-9b62-e1a8467982e3 req-57dc86a8-bc27-4ec9-be4b-45db8e75e2ea tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Aug 09 11:42:02.016845 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc1f8d40-52c7-4268-be8e-f42adf1f1fb7 req-cde756f9-6003-4c5f-ab00-97f7d6f50909 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Aug 09 11:42:02.029506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38422) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:02.128872 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-706577988-network', 'tenant_id': '3b26bcfb002945b283e940253a407c53'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:02.170128 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Made reservation on behalf of 3b26bcfb002945b283e940253a407c53 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:02.175077 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.202812 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.367988 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.372760 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.401504 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:02.409247 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cdbcf2-9fcc-478e-ab83-4501b6fc354d,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.418791 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.419932 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Added segment ba2784bb-fa86-4d76-9c7f-3a09c11ca85d of type vlan for network e401587a-76a8-4bf0-98db-bb6a509cc97f Aug 09 11:42:02.473390 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.506610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.508112 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:02.508734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.573648 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5398619 Aug 09 11:42:02.573898 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38432) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:02.578403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Request body: {'subnet': {'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-706577988-subnet', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'ip_version': 4}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:02.596571 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd87f9-09e5-43b7-91e6-eafe5304e5fc admin admin] Pushing event updated for resources: {'Network': ['ID=e401587a-76a8-4bf0-98db-bb6a509cc97f,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.610526 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network e401587a-76a8-4bf0-98db-bb6a509cc97f details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:02.619622 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Made reservation on behalf of 3b26bcfb002945b283e940253a407c53 for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:02.621863 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62010612'] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.844517 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660051-066b-459d-a014-02aeb89a63c1 req-a81971e9-eb4d-4f9a-b1d0-608cd3f54410 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:02.846142 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af660051-066b-459d-a014-02aeb89a63c1 req-a81971e9-eb4d-4f9a-b1d0-608cd3f54410 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1163437 Aug 09 11:42:02.847763 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62849322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62010566'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:02.925663 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc26884-cbca-405d-a076-7f6c65e048d4,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:02.936129 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af660051-066b-459d-a014-02aeb89a63c1 req-438aa95c-23f5-40b3-8cb1-fb3fa0b4f5d0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637314 Aug 09 11:42:02.946942 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Checking segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:02.947294 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Network hostable DHCP agents. Network: e401587a-76a8-4bf0-98db-bb6a509cc97f, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:02.982809 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Network e401587a-76a8-4bf0-98db-bb6a509cc97f is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:02.992608 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, e401587a-76a8-4bf0-98db-bb6a509cc97f) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:02.996991 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:02.998214 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.002128 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3a968-bf1a-42a2-a1ba-9ed5c73ab9a6 None None] Network e401587a-76a8-4bf0-98db-bb6a509cc97f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:03.022370 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-1406168b-87aa-405e-974f-ebd9261dea43 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4476006 Aug 09 11:42:03.026202 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38442) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:03.032502 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:03.062393 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.063797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.200149 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02488135-fd33-45d8-b00c-33ad2051e26e req-e3ca76a1-5b21-4b7f-af36-2fdc893fc8b6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:03.201985 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-02488135-fd33-45d8-b00c-33ad2051e26e req-e3ca76a1-5b21-4b7f-af36-2fdc893fc8b6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1135075 Aug 09 11:42:03.203646 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d046b-8ed9-4e2e-ad5d-7ba479a0a9de req-684a5d9d-bff8-4695-80bd-3138ba2ff1df tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:03.205949 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-653d046b-8ed9-4e2e-ad5d-7ba479a0a9de req-684a5d9d-bff8-4695-80bd-3138ba2ff1df tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0995517 Aug 09 11:42:03.208901 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.281846 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-653d046b-8ed9-4e2e-ad5d-7ba479a0a9de req-dd2f2dd9-d087-430a-a174-a3fd95594384 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652611 Aug 09 11:42:03.302246 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-e401587a-76a8-4bf0-98db-bb6a509cc97f', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:03.305257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.354629 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38448) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:03.418214 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-02488135-fd33-45d8-b00c-33ad2051e26e req-8c353d39-3227-432b-9650-fb83daf2eff3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078328 Aug 09 11:42:03.457813 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 4f576c41-3e1c-4933-b4d8-ac90e98aa393 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:03.461561 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.519897 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f9031acb-51d3-49e4-acfd-b93fb43796d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.528591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 4f576c41-3e1c-4933-b4d8-ac90e98aa393 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:42:03.529275 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 4f576c41-3e1c-4933-b4d8-ac90e98aa393 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:42:03.541366 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Allocated IP 172.20.0.2 (e401587a-76a8-4bf0-98db-bb6a509cc97f/9cc26884-cbca-405d-a076-7f6c65e048d4/52d92652-c7d0-4fd6-8231-eaf5812c041d) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:03.673929 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f9031acb-51d3-49e4-acfd-b93fb43796d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.681927 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f9031acb-51d3-49e4-acfd-b93fb43796d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.737912 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.744759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.748037 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Transition to ACTIVE for port object 52d92652-c7d0-4fd6-8231-eaf5812c041d will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:03.765691 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Transition to ACTIVE for port object 52d92652-c7d0-4fd6-8231-eaf5812c041d will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:03.775042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.781089 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f9031acb-51d3-49e4-acfd-b93fb43796d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=863c79c5d6514ec28d3503137ca1b4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228010 Aug 09 11:42:03.781750 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9031acb-51d3-49e4-acfd-b93fb43796d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9518a2-94ec-474a-a6f9-520e2ec3e94c,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.782802 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.783679 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38452) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:03.825900 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Network e401587a-76a8-4bf0-98db-bb6a509cc97f is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:03.830750 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:03.837265 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:03.875107 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Pushing event updated for resources: {'Port': ['ID=52d92652-c7d0-4fd6-8231-eaf5812c041d,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:03.910215 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Attempting to bind port 52d92652-c7d0-4fd6-8231-eaf5812c041d on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:03.910680 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Attempting to bind port 52d92652-c7d0-4fd6-8231-eaf5812c041d by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:03.911104 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Attempting to bind port 52d92652-c7d0-4fd6-8231-eaf5812c041d on network e401587a-76a8-4bf0-98db-bb6a509cc97f {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:03.916033 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:03.916525 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Checking segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:03.916991 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.917452 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Bound using segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:03.917976 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Bound port: 52d92652-c7d0-4fd6-8231-eaf5812c041d, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:03.918417 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.927027 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2ce3360d-1b04-4f0d-a24f-a574f48383c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.949348 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Allocated IP 172.27.2.55 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/aeaefb1a-0dec-45fc-b717-7db1a6162596) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:03.967767 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2ce3360d-1b04-4f0d-a24f-a574f48383c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:03.989700 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] For port 52d92652-c7d0-4fd6-8231-eaf5812c041d, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:03.993775 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] For port 52d92652-c7d0-4fd6-8231-eaf5812c041d, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=52d92652-c7d0-4fd6-8231-eaf5812c041d,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:03.997938 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.105940 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fdeae-ced5-409c-9220-4e1bf61e373a None None] Pushing event updated for resources: {'Port': ['ID=52d92652-c7d0-4fd6-8231-eaf5812c041d,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.145730 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb60c4e-7f4c-4768-be72-ff3de672464c req-76ec70f0-03e8-4cb8-9df8-2ebcb0abc136 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:04.154171 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-deb60c4e-7f4c-4768-be72-ff3de672464c req-76ec70f0-03e8-4cb8-9df8-2ebcb0abc136 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1064725 Aug 09 11:42:04.206270 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-deb60c4e-7f4c-4768-be72-ff3de672464c req-9c641175-b061-4c61-89f0-2041b4b37ee1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Aug 09 11:42:04.340012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2ce3360d-1b04-4f0d-a24f-a574f48383c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.349984 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2ce3360d-1b04-4f0d-a24f-a574f48383c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.351997 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2ce3360d-1b04-4f0d-a24f-a574f48383c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db9518a2-94ec-474a-a6f9-520e2ec3e94c HTTP/1.1" status: 204 len: 168 time: 0.5672474 Aug 09 11:42:04.405860 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.408050 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3360d-1b04-4f0d-a24f-a574f48383c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9518a2-94ec-474a-a6f9-520e2ec3e94c,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.544044 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a64566-5ab9-4975-98f4-abb8f5ae92b5 req-45b80ca4-2632-4f9e-acae-90b8a37e0cc0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:04.546908 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-65a64566-5ab9-4975-98f4-abb8f5ae92b5 req-45b80ca4-2632-4f9e-acae-90b8a37e0cc0 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.1651855 Aug 09 11:42:04.577991 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:04.630312 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2409d-93f4-420a-baa2-62c3bc91eb9a req-7b9ae7a9-85f6-410d-8c01-2979b85f08fc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:04.639449 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bbc2409d-93f4-420a-baa2-62c3bc91eb9a req-7b9ae7a9-85f6-410d-8c01-2979b85f08fc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1081536 Aug 09 11:42:04.651730 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:04.666687 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:04.675428 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:04.681682 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-65a64566-5ab9-4975-98f4-abb8f5ae92b5 req-2646811f-d724-45c1-be21-c0a6f0be2fe1 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288557 Aug 09 11:42:04.692590 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bbc2409d-93f4-420a-baa2-62c3bc91eb9a req-11b42323-99e1-4c3c-8c0e-d742ad8334b3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 Aug 09 11:42:04.738714 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Pushing event updated for resources: {'Port': ['ID=aeaefb1a-0dec-45fc-b717-7db1a6162596,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:04.992679 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.331335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.369202 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee151c-5b5d-4b3c-88b9-c2e6b82aee59 req-b8c243d3-bfd2-4a59-8561-ec7cdeace450 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:05.383263 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8cee151c-5b5d-4b3c-88b9-c2e6b82aee59 req-b8c243d3-bfd2-4a59-8561-ec7cdeace450 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.0785270 Aug 09 11:42:05.438610 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8cee151c-5b5d-4b3c-88b9-c2e6b82aee59 req-aa4afa77-be1f-4ede-b23c-a2a89fb5ae9e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542967 Aug 09 11:42:05.493665 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38484) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:05.528085 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7e0d6-d6b7-44f1-a420-b64507c06340 None None] Network e401587a-76a8-4bf0-98db-bb6a509cc97f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:05.549011 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:42:05.660287 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-292755692-network', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:05.763745 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-9a29314f-bb04-4295-afd9-803a8a5eaae9 None None] Provisioning for port 52d92652-c7d0-4fd6-8231-eaf5812c041d completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:05.767702 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 52d92652-c7d0-4fd6-8231-eaf5812c041d up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:05.771958 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Made reservation on behalf of 2f66ff8158a14dba96f4bc8f872b4e2f for: {'network': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:05.775533 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.808221 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:05.809768 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.820643 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Sync routers for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:05.865610 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:05.868877 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:05.899976 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4a4aa-8658-4d2e-a3af-361ca9ba1d48 req-50e74583-bba9-4b5b-aaaa-e0ffe4848a73 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:05.900257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 52d92652-c7d0-4fd6-8231-eaf5812c041d completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:05.905052 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a8d4a4aa-8658-4d2e-a3af-361ca9ba1d48 req-50e74583-bba9-4b5b-aaaa-e0ffe4848a73 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0988100 Aug 09 11:42:05.908929 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 52d92652-c7d0-4fd6-8231-eaf5812c041d triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:05.909311 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:05.969980 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a8d4a4aa-8658-4d2e-a3af-361ca9ba1d48 req-6451b64a-a838-4b7b-a3c2-a6146320ec3f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638661 Aug 09 11:42:06.043383 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.078294 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 52d92652-c7d0-4fd6-8231-eaf5812c041d, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=52d92652-c7d0-4fd6-8231-eaf5812c041d,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:06.079983 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c9c7c-e196-4ed6-b5d9-cb67b0090151 req-e03ddbe5-96c2-4ad6-9524-015315499e4c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:06.087560 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d66c9c7c-e196-4ed6-b5d9-cb67b0090151 req-e03ddbe5-96c2-4ad6-9524-015315499e4c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.1877208 Aug 09 11:42:06.089525 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.113290 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:06.144087 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=52d92652-c7d0-4fd6-8231-eaf5812c041d,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.173692 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.185096 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.195855 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.197737 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-236076bf-16cc-439b-b298-6da4a3a3ed9a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1704037 Aug 09 11:42:06.200657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38492) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.258761 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d66c9c7c-e196-4ed6-b5d9-cb67b0090151 req-70cb880f-63d7-45f3-8979-9ebd5854f877 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474805 Aug 09 11:42:06.287258 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=99939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:06.291343 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea990329-6b0b-4639-9944-a0165f944c2d,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.322245 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.322245 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.segments_db [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Added segment 62fe9bb9-3f30-4739-9159-9df9c8419099 of type vlan for network 15977904-2cb0-4924-836c-abda794fa56f Aug 09 11:42:06.358663 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-1442d67c-72ae-431f-b4c7-64670619e043 None None] Provisioning complete for port 52d92652-c7d0-4fd6-8231-eaf5812c041d triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:06.358941 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1442d67c-72ae-431f-b4c7-64670619e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.374875 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.392006 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 3, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:06.430418 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.431727 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:06.432474 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.457239 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Checking router: 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:06.457772 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Updating router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 port aeaefb1a-0dec-45fc-b717-7db1a6162596 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:06.527162 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.613471 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] Pushing event updated for resources: {'Network': ['ID=15977904-2cb0-4924-836c-abda794fa56f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:06.650296 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7efe5fb1-692f-41c8-b4ed-3d2518627709 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1554945 Aug 09 11:42:06.653147 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38496) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:06.658245 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Request body: {'subnet': {'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-292755692-subnet', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:06.664279 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 15977904-2cb0-4924-836c-abda794fa56f details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:06.727470 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Made reservation on behalf of 2f66ff8158a14dba96f4bc8f872b4e2f for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:06.733055 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.862542 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84958c-8ad0-4b60-b759-7d91e2fde5c3 req-fc3193d7-682c-4949-aae1-bced8b1ddbc8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:06.872364 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2b84958c-8ad0-4b60-b759-7d91e2fde5c3 req-fc3193d7-682c-4949-aae1-bced8b1ddbc8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.2326462 Aug 09 11:42:06.938477 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2b84958c-8ad0-4b60-b759-7d91e2fde5c3 req-0fd81f6f-84ca-4878-a0de-b27a101fa5f1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620933 Aug 09 11:42:06.984520 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:06.997716 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Transition to ACTIVE for port object aeaefb1a-0dec-45fc-b717-7db1a6162596 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:07.016595 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.090834 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.111259 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Pushing event updated for resources: {'Port': ['ID=aeaefb1a-0dec-45fc-b717-7db1a6162596,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:07.127793 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.128502 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.129144 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.129662 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.130246 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.130916 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.131537 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.132148 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.133781 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.133781 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.134096 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.134871 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:07.154389 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Attempting to bind port aeaefb1a-0dec-45fc-b717-7db1a6162596 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:07.154970 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Attempting to bind port aeaefb1a-0dec-45fc-b717-7db1a6162596 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:07.155552 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Attempting to bind port aeaefb1a-0dec-45fc-b717-7db1a6162596 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:07.186891 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:07.187299 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:07.187748 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.188158 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:07.188682 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Bound port: aeaefb1a-0dec-45fc-b717-7db1a6162596, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:07.189092 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.270771 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] For port aeaefb1a-0dec-45fc-b717-7db1a6162596, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:07.275769 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] For port aeaefb1a-0dec-45fc-b717-7db1a6162596, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=aeaefb1a-0dec-45fc-b717-7db1a6162596,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:07.284217 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.376508 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.440855 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:07.441496 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:07.443321 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32860-7a90-4f77-acc3-86c1d6522322 None None] Pushing event updated for resources: {'Port': ['ID=aeaefb1a-0dec-45fc-b717-7db1a6162596,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:07.456463 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feea2c-ebf1-447a-b0fc-5ca5398d68ca req-0e188301-a8b7-47b0-84bc-82e57fccbdba tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:07.459211 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-79feea2c-ebf1-447a-b0fc-5ca5398d68ca req-0e188301-a8b7-47b0-84bc-82e57fccbdba tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0973194 Aug 09 11:42:07.462246 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Allocated IP 172.20.0.1 (e401587a-76a8-4bf0-98db-bb6a509cc97f/9cc26884-cbca-405d-a076-7f6c65e048d4/0cc974a4-bed8-4cd5-9e5a-e82658d1b720) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:07.534057 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c3d62d9-845a-44a1-9196-87d9cb391fc3,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:07.535498 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5c54-9d2a-41fa-b519-0601b405219e req-b14d5411-4a98-412f-9553-bc9d2702af1b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:07.548310 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-41ad5c54-9d2a-41fa-b519-0601b405219e req-b14d5411-4a98-412f-9553-bc9d2702af1b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.1315162 Aug 09 11:42:07.570573 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Checking segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:07.571388 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Network hostable DHCP agents. Network: 15977904-2cb0-4924-836c-abda794fa56f, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:07.604727 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-41ad5c54-9d2a-41fa-b519-0601b405219e req-8b54cc8f-181e-4d18-9d8d-daefdd7fc3e4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596828 Aug 09 11:42:07.684742 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.686048 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-79feea2c-ebf1-447a-b0fc-5ca5398d68ca req-362d66d8-1f70-4f6c-be1c-db6c5fdf246d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714261 Aug 09 11:42:07.689654 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Network 15977904-2cb0-4924-836c-abda794fa56f is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:07.707096 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:07.710980 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 52d92652-c7d0-4fd6-8231-eaf5812c041d up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:07.719682 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 15977904-2cb0-4924-836c-abda794fa56f) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:07.724741 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:07.726942 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.749151 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Transition to ACTIVE for port object 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:07.765412 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7f415060-456f-4b62-851b-632810b00466 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1111381 Aug 09 11:42:07.766103 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38504) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:07.775805 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:07.789262 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fde90d-6fb3-42f8-a514-82cea63b1842 None None] Network 15977904-2cb0-4924-836c-abda794fa56f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:07.815989 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.817432 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.887692 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.890132 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.976814 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 52d92652-c7d0-4fd6-8231-eaf5812c041d triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:07.977186 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:07.984831 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Network e401587a-76a8-4bf0-98db-bb6a509cc97f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:08.011366 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 3, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:08.027408 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-15977904-2cb0-4924-836c-abda794fa56f', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:08.028271 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.064414 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aeebfe-14e3-4520-b893-338d358ed2e9 None None] The sync data for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi is: [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:04Z', 'revision_number': 3, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:08.065541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:08.086101 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:08.101756 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.222536 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.258334 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ee9ff-7681-4612-801e-c3f0da0de8ac req-9477d6b5-cf08-44e1-ad76-30b8880c7c86 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:08.269434 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4d6ee9ff-7681-4612-801e-c3f0da0de8ac req-9477d6b5-cf08-44e1-ad76-30b8880c7c86 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.2087018 Aug 09 11:42:08.297580 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.344764 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Allocated IP 172.20.0.2 (15977904-2cb0-4924-836c-abda794fa56f/0c3d62d9-845a-44a1-9196-87d9cb391fc3/785e2f11-cafe-4787-a314-70e28d820c85) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:08.448321 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4d6ee9ff-7681-4612-801e-c3f0da0de8ac req-ac244845-7789-4d2e-be2e-daee7195a841 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779323 Aug 09 11:42:08.586777 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-fea3133f-69c4-4c89-b14c-633f1f52c381 None None] Provisioning for port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:08.598428 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-fea3133f-69c4-4c89-b14c-633f1f52c381 None None] Provisioning complete for port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:08.599700 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fea3133f-69c4-4c89-b14c-633f1f52c381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.652496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.654550 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-fea3133f-69c4-4c89-b14c-633f1f52c381 None None] Port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:08.736200 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.751684 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Transition to ACTIVE for port object 785e2f11-cafe-4787-a314-70e28d820c85 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:08.795792 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Transition to ACTIVE for port object 785e2f11-cafe-4787-a314-70e28d820c85 will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:08.808288 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:08.837491 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d910615-8a50-4246-bedb-bcee78117f9d req-74e33984-8b20-4e16-be81-54b93a09580c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:08.839960 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9d910615-8a50-4246-bedb-bcee78117f9d req-74e33984-8b20-4e16-be81-54b93a09580c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.0990059 Aug 09 11:42:08.872620 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Pushing event updated for resources: {'Port': ['ID=785e2f11-cafe-4787-a314-70e28d820c85,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:08.900778 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.902365 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.902365 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.902365 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.902661 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.902759 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.904740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.905142 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.906215 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.906566 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.907636 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.908649 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:08.933995 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Network 15977904-2cb0-4924-836c-abda794fa56f is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:08.935496 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9d910615-8a50-4246-bedb-bcee78117f9d req-2c1dc24b-487a-49c3-a17f-a92806e0f022 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877705 Aug 09 11:42:08.953166 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:08.955774 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:09.022865 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Attempting to bind port 785e2f11-cafe-4787-a314-70e28d820c85 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:09.024010 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Attempting to bind port 785e2f11-cafe-4787-a314-70e28d820c85 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:09.024569 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Attempting to bind port 785e2f11-cafe-4787-a314-70e28d820c85 on network 15977904-2cb0-4924-836c-abda794fa56f {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:09.031561 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:09.032291 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Checking segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:09.032952 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.033924 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Bound using segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:09.034623 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Bound port: 785e2f11-cafe-4787-a314-70e28d820c85, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:09.035389 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.137139 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-17af1ce5-8686-468c-8655-ac83544703db None None] For port 785e2f11-cafe-4787-a314-70e28d820c85, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:09.141632 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-17af1ce5-8686-468c-8655-ac83544703db None None] For port 785e2f11-cafe-4787-a314-70e28d820c85, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=785e2f11-cafe-4787-a314-70e28d820c85,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:09.151472 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.266080 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1ce5-8686-468c-8655-ac83544703db None None] Pushing event updated for resources: {'Port': ['ID=785e2f11-cafe-4787-a314-70e28d820c85,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:09.519167 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a515710-bdd6-40c1-8d0b-02a5dc2d123f req-6689b3be-660a-4546-9d1b-9887f2dc15b8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:09.527292 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a515710-bdd6-40c1-8d0b-02a5dc2d123f req-6689b3be-660a-4546-9d1b-9887f2dc15b8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.6866474 Aug 09 11:42:09.540497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.546188 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.575326 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.580765 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.700226 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a515710-bdd6-40c1-8d0b-02a5dc2d123f req-9a5cd938-df72-4065-a73c-948b90a9f5dc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713703 Aug 09 11:42:09.762626 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875917b-c670-4908-8da2-1bdc3cf64f64 req-8b2a2b01-6173-45ce-8e73-2aadcdba7e95 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:09.773267 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7875917b-c670-4908-8da2-1bdc3cf64f64 req-8b2a2b01-6173-45ce-8e73-2aadcdba7e95 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1193714 Aug 09 11:42:09.785242 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:09.810628 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:09.833129 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7875917b-c670-4908-8da2-1bdc3cf64f64 req-ba9a658b-38d1-4e87-8616-9c265ded26cc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517962 Aug 09 11:42:09.882753 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device aeaefb1a-0dec-45fc-b717-7db1a6162596 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:09.945373 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port aeaefb1a-0dec-45fc-b717-7db1a6162596 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:09.950067 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port aeaefb1a-0dec-45fc-b717-7db1a6162596 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:09.953782 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.016378 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Allocated IP 172.27.2.245 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/e5fcc058-a455-4003-9881-d3d7c0f82930) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:10.019463 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Network e401587a-76a8-4bf0-98db-bb6a509cc97f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:10.036958 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:10.086827 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.115471 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port aeaefb1a-0dec-45fc-b717-7db1a6162596, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=aeaefb1a-0dec-45fc-b717-7db1a6162596,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:10.119923 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.121118 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 785e2f11-cafe-4787-a314-70e28d820c85 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:10.261426 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 785e2f11-cafe-4787-a314-70e28d820c85 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:10.275308 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=aeaefb1a-0dec-45fc-b717-7db1a6162596,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:10.346749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2aa06-cd0d-43cc-ba60-681498915503 req-86bb35fc-4ec0-45b9-a109-ed30d0ac5f82 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:10.348968 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-02a2aa06-cd0d-43cc-ba60-681498915503 req-86bb35fc-4ec0-45b9-a109-ed30d0ac5f82 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.2869563 Aug 09 11:42:10.355480 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:10.396901 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-95a8db30-1b6b-42e5-943e-d10abc365e08 None None] Provisioning complete for port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:10.397294 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-95a8db30-1b6b-42e5-943e-d10abc365e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.435243 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-02a2aa06-cd0d-43cc-ba60-681498915503 req-22566d91-2887-4156-b99c-fcb92b34e287 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766807 Aug 09 11:42:10.441077 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-95a8db30-1b6b-42e5-943e-d10abc365e08 None None] Port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:10.485911 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.575166 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:10.582670 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-83fe29bc-801d-4024-8adc-c077ec506782 admin admin] 10.222.0.41 "PUT /v2.0/routers/2d78aa8e-71a9-4a24-9a92-31ec8f5399d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3789034 Aug 09 11:42:10.593943 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:10.707874 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:10.709151 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Pushing event updated for resources: {'Port': ['ID=e5fcc058-a455-4003-9881-d3d7c0f82930,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:10.719913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:10.723375 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:10.902017 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Sync routers for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:10.909298 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7070b6-77ec-4915-acae-917ebb5a8102 req-e7b393ec-6fa3-4666-aa82-304bd9535f48 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:10.911314 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9a7070b6-77ec-4915-acae-917ebb5a8102 req-e7b393ec-6fa3-4666-aa82-304bd9535f48 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0992477 Aug 09 11:42:10.934305 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:10.936952 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:11.040355 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9a7070b6-77ec-4915-acae-917ebb5a8102 req-1f81e9b1-c316-4232-9e80-b3b100a2eb38 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121800 Aug 09 11:42:11.124800 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:11.311287 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9fce5-641e-441a-9def-28ad9e3d9740 req-82b9b840-0f17-4d9f-9708-120a9f50ede4 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:11.325622 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eaf9fce5-641e-441a-9def-28ad9e3d9740 req-82b9b840-0f17-4d9f-9708-120a9f50ede4 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.3578782 Aug 09 11:42:11.332452 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff14fe-ca0f-4901-b971-6ef8e8b29bb8 None None] Network 15977904-2cb0-4924-836c-abda794fa56f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:11.405346 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eaf9fce5-641e-441a-9def-28ad9e3d9740 req-5464ae43-a729-4252-83d2-c5cc9b4fb78d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774693 Aug 09 11:42:11.425066 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.448823 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] Provisioning for port 785e2f11-cafe-4787-a314-70e28d820c85 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:11.467603 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] Provisioning complete for port 785e2f11-cafe-4787-a314-70e28d820c85 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:11.467977 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.606042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38540) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:11.611690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293509342-network', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:11.704146 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa76a9c-6713-4241-b68c-f690f73d3648 req-1dd2eb3f-b744-44e0-a852-4f3d709dc259 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:11.711867 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device aeaefb1a-0dec-45fc-b717-7db1a6162596 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:11.712806 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3aa76a9c-6713-4241-b68c-f690f73d3648 req-1dd2eb3f-b744-44e0-a852-4f3d709dc259 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.1686490 Aug 09 11:42:11.765165 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Made reservation on behalf of e5bbce53ce2649e19f3d86ef21c93a7f for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:11.767621 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.782147 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3aa76a9c-6713-4241-b68c-f690f73d3648 req-a21715d1-a695-4d0a-838e-487b02b57d8b tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626111 Aug 09 11:42:11.802919 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 2, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:11.828970 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.836237 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Checking router: 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:11.836607 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Updating router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:11.864662 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.889695 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.942989 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:11.963263 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port aeaefb1a-0dec-45fc-b717-7db1a6162596 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:11.965523 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.005095 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] For port 785e2f11-cafe-4787-a314-70e28d820c85, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=785e2f11-cafe-4787-a314-70e28d820c85,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:12.050364 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.096974 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.142346 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:12.167507 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0251e33c-6ac2-459c-bff8-46231c262399,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.214621 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.215046 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Added segment 63503704-3390-416b-9c55-26245e6b3eee of type vlan for network be641810-cd41-4884-8a3a-80fa01c5e002 Aug 09 11:42:12.216170 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.276073 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.290364 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63476c-4380-4a88-b9ca-552b8ccaabd7 req-a2d5ea5f-1c9b-49df-b2f8-58761c7072d4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:12.296315 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6b63476c-4380-4a88-b9ca-552b8ccaabd7 req-a2d5ea5f-1c9b-49df-b2f8-58761c7072d4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1445568 Aug 09 11:42:12.352303 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Router 408c0953-405c-47c8-923e-b6c7f3ca7966 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:42:12.362777 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6400-511a-4c2f-9048-12e338cc1363 None None] Pushing event updated for resources: {'Port': ['ID=785e2f11-cafe-4787-a314-70e28d820c85,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.365710 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.367266 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:12.367842 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.381743 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6b63476c-4380-4a88-b9ca-552b8ccaabd7 req-0f05eae8-91ed-4a5b-9153-0ae3e38b899b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Aug 09 11:42:12.416877 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-aa3273e2-7191-4e8e-9f2a-97cbc29dcd72 None None] Provisioning complete for port 785e2f11-cafe-4787-a314-70e28d820c85 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:12.417188 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-aa3273e2-7191-4e8e-9f2a-97cbc29dcd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.464053 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8563871 Aug 09 11:42:12.466909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38546) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:12.475233 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Request body: {'subnet': {'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293509342-subnet', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:12.478714 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511790c-83f8-44d5-a908-b592cbb2e1ee admin admin] Pushing event updated for resources: {'Network': ['ID=be641810-cd41-4884-8a3a-80fa01c5e002,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.497344 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network be641810-cd41-4884-8a3a-80fa01c5e002 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:12.536585 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:12.555348 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.556139 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Sync routers for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:12.558504 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Made reservation on behalf of e5bbce53ce2649e19f3d86ef21c93a7f for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:12.559125 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.560396 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b14ce26d-9d24-418a-bb41-4f31d12bfacf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7930567 Aug 09 11:42:12.561364 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38548) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:12.569195 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:12.571696 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:12.630744 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5d4de-34d8-41a6-b7cd-b4c07b68766e req-ca32e61c-8a37-4e3f-a505-27a0c91e1ba6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:12.632448 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-89d5d4de-34d8-41a6-b7cd-b4c07b68766e req-ca32e61c-8a37-4e3f-a505-27a0c91e1ba6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1197348 Aug 09 11:42:12.706093 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.709589 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:12.713362 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-89d5d4de-34d8-41a6-b7cd-b4c07b68766e req-2bc6846a-777e-458a-91e7-d3d0ced3c9f2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622699 Aug 09 11:42:12.731136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Transition to ACTIVE for port object 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:12.743795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.813475 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae9a5-2f43-4eb5-805b-b5d9bbf23c91 None None] Pushing event updated for resources: {'Port': ['ID=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.833246 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.893832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Attempting to bind port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:12.894712 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Attempting to bind port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:12.894712 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Attempting to bind port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 on network e401587a-76a8-4bf0-98db-bb6a509cc97f {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:12.914603 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:12.915111 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Checking segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:12.915665 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.916202 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Bound using segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:12.916850 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Bound port: 0cc974a4-bed8-4cd5-9e5a-e82658d1b720, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:12.917232 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:12.939239 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Checking segment: {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:12.939622 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Network hostable DHCP agents. Network: be641810-cd41-4884-8a3a-80fa01c5e002, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:12.966165 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c393277-ca1c-4d35-8128-04c408c6f5f1,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:12.983127 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Network be641810-cd41-4884-8a3a-80fa01c5e002 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:12.995956 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:11Z', 'revision_number': 3, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:13.007897 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, be641810-cd41-4884-8a3a-80fa01c5e002) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:13.013470 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] For port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:13.015577 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:13.016323 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.018270 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7220c2f-d433-4af2-9127-1daec10e0c5b None None] Network be641810-cd41-4884-8a3a-80fa01c5e002 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:13.043302 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0598e7d5-ac66-4797-9052-e7677d9c9525 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5717692 Aug 09 11:42:13.043473 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38552) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:13.048156 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:13.051347 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Checking router: 408c0953-405c-47c8-923e-b6c7f3ca7966 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:13.051954 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Updating router 408c0953-405c-47c8-923e-b6c7f3ca7966 port e5fcc058-a455-4003-9881-d3d7c0f82930 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:13.071989 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2876d3-64c0-4f04-a379-56eeca24d79c req-c57eac53-a2f2-4bb0-8967-4790d785aa33 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:13.073463 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.073611 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af2876d3-64c0-4f04-a379-56eeca24d79c req-c57eac53-a2f2-4bb0-8967-4790d785aa33 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.1673887 Aug 09 11:42:13.074851 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.089445 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.089673 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] For port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:13.104095 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.157051 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af2876d3-64c0-4f04-a379-56eeca24d79c req-ee10cedf-560f-4bb5-aae7-0ee233553818 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 Aug 09 11:42:13.162584 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:13.162804 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.163391 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:13.276543 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.380567 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.394236 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:13.477872 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Allocated IP 172.20.0.1 (15977904-2cb0-4924-836c-abda794fa56f/0c3d62d9-845a-44a1-9196-87d9cb391fc3/9fdfcebf-489a-45ec-b20d-5faafcdfcaca) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:13.483395 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae9a5-2f43-4eb5-805b-b5d9bbf23c91 None None] Pushing event updated for resources: {'Port': ['ID=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:13.502426 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.513470 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Transition to ACTIVE for port object e5fcc058-a455-4003-9881-d3d7c0f82930 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:13.520609 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-be641810-cd41-4884-8a3a-80fa01c5e002', 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'fixed_ips': [{'subnet_id': '8c393277-ca1c-4d35-8128-04c408c6f5f1'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:13.521485 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.522118 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.579763 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccb4a5-0a69-41dc-aee0-3f3a3c19bb55 None None] Pushing event updated for resources: {'Port': ['ID=e5fcc058-a455-4003-9881-d3d7c0f82930,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:13.593739 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf74906-2619-40e6-b011-b9b3496d5e7a req-50c207ae-4893-4868-82fb-edae877e8dc8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:13.595288 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-baf74906-2619-40e6-b011-b9b3496d5e7a req-50c207ae-4893-4868-82fb-edae877e8dc8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0946152 Aug 09 11:42:13.613333 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Attempting to bind port e5fcc058-a455-4003-9881-d3d7c0f82930 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:13.613928 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Attempting to bind port e5fcc058-a455-4003-9881-d3d7c0f82930 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:13.614375 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Attempting to bind port e5fcc058-a455-4003-9881-d3d7c0f82930 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:13.620490 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:13.620972 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:13.621756 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.622245 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:13.622776 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Bound port: e5fcc058-a455-4003-9881-d3d7c0f82930, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:13.623284 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.643970 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.674932 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Transition to ACTIVE for port object 9fdfcebf-489a-45ec-b20d-5faafcdfcaca will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:13.699683 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] For port e5fcc058-a455-4003-9881-d3d7c0f82930, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:13.703505 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] For port e5fcc058-a455-4003-9881-d3d7c0f82930, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=e5fcc058-a455-4003-9881-d3d7c0f82930,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:13.705003 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-baf74906-2619-40e6-b011-b9b3496d5e7a req-bb56d0be-01cf-4013-b606-6fa4bf702d2c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014731 Aug 09 11:42:13.718257 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.738312 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.750346 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.770882 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 785e2f11-cafe-4787-a314-70e28d820c85 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:13.771932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.792265 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Network 15977904-2cb0-4924-836c-abda794fa56f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:13.797355 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:13.801021 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:13.814421 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccb4a5-0a69-41dc-aee0-3f3a3c19bb55 None None] Pushing event updated for resources: {'Port': ['ID=e5fcc058-a455-4003-9881-d3d7c0f82930,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:13.831880 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:13.832548 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:13.847880 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:13.915697 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:13.950898 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:13.977000 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Allocated IP 172.27.2.145 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/98e55d8c-a53f-4344-813a-882094e8db56) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:14.012230 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Allocated IP 172.20.0.2 (be641810-cd41-4884-8a3a-80fa01c5e002/8c393277-ca1c-4d35-8128-04c408c6f5f1/89d59787-308c-43eb-b51b-470085b3f845) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:14.013466 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f81ce-c6ce-4325-a894-6c6b1f8226a8 req-9a6a1c10-4aaa-4646-9d9a-901115a122cd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:14.022361 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-619f81ce-c6ce-4325-a894-6c6b1f8226a8 req-9a6a1c10-4aaa-4646-9d9a-901115a122cd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1767402 Aug 09 11:42:14.023367 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 785e2f11-cafe-4787-a314-70e28d820c85 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:14.023965 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.088069 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-619f81ce-c6ce-4325-a894-6c6b1f8226a8 req-2ac5e57c-ec90-435b-83ff-ff5c57a83a9d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641592 Aug 09 11:42:14.167265 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.189800 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.214402 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:14.226537 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.232391 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:11Z', 'revision_number': 3, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:14.259198 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935df5e6-d30b-4195-8728-aec6eeac2666 None None] The sync data for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi is: [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:13Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:14.270526 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-084f0017-4a69-4006-8538-88772c7c6168 None None] Provisioning for port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:14.285402 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:14.288708 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244fc73-f046-4c50-bcc3-1bf8dbb47bce None None] The sync data for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi is: [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:11Z', 'revision_number': 3, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:14.304645 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:14.323983 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:14.333265 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-084f0017-4a69-4006-8538-88772c7c6168 None None] Provisioning complete for port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:14.333920 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-084f0017-4a69-4006-8538-88772c7c6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.460445 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Pushing event updated for resources: {'Port': ['ID=98e55d8c-a53f-4344-813a-882094e8db56,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:14.492766 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.509550 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-084f0017-4a69-4006-8538-88772c7c6168 None None] Port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:14.512867 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.513590 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.526430 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Transition to ACTIVE for port object 89d59787-308c-43eb-b51b-470085b3f845 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:14.554349 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Transition to ACTIVE for port object 89d59787-308c-43eb-b51b-470085b3f845 will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:14.570050 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.584969 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab88d81-60db-40d3-8c42-edb343c0e075 req-12b1f11d-9bf1-4d83-bf0c-011644881f05 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:14.586610 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ab88d81-60db-40d3-8c42-edb343c0e075 req-12b1f11d-9bf1-4d83-bf0c-011644881f05 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.3035192 Aug 09 11:42:14.767649 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ab88d81-60db-40d3-8c42-edb343c0e075 req-f6e0f84c-e532-4887-8e9a-356e438b2748 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708260 Aug 09 11:42:14.801511 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Network be641810-cd41-4884-8a3a-80fa01c5e002 is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:14.805187 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:14.810319 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:14.812944 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Pushing event updated for resources: {'Port': ['ID=89d59787-308c-43eb-b51b-470085b3f845,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:14.879012 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.900665 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Attempting to bind port 89d59787-308c-43eb-b51b-470085b3f845 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:14.901248 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Attempting to bind port 89d59787-308c-43eb-b51b-470085b3f845 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:14.905540 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Attempting to bind port 89d59787-308c-43eb-b51b-470085b3f845 on network be641810-cd41-4884-8a3a-80fa01c5e002 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:14.914324 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:14.914885 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Checking segment: {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:14.915392 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.915886 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Bound using segment: {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:14.919621 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Bound port: 89d59787-308c-43eb-b51b-470085b3f845, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:14.920306 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:14.971581 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227674-03de-420c-9419-a3d53be97b86 req-fe0cf3d8-5f12-45a3-8b52-e88aade63856 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:14.973151 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a227674-03de-420c-9419-a3d53be97b86 req-fe0cf3d8-5f12-45a3-8b52-e88aade63856 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 945 time: 0.5471780 Aug 09 11:42:15.018651 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] For port 89d59787-308c-43eb-b51b-470085b3f845, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:15.022250 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] For port 89d59787-308c-43eb-b51b-470085b3f845, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=89d59787-308c-43eb-b51b-470085b3f845,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:15.034774 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.042333 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.159554 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb41a-63cb-4587-a55e-aef2bcf3fbf3 None None] Pushing event updated for resources: {'Port': ['ID=89d59787-308c-43eb-b51b-470085b3f845,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:15.181665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:15.248408 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2225e7-48c3-437f-a544-92a6b132da32 req-a2d90bd4-a318-4f50-9d3b-b9ef83e604a5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:15.250064 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ae2225e7-48c3-437f-a544-92a6b132da32 req-a2d90bd4-a318-4f50-9d3b-b9ef83e604a5 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.2913811 Aug 09 11:42:15.377893 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Network 15977904-2cb0-4924-836c-abda794fa56f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:15.387859 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:15.407598 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ae2225e7-48c3-437f-a544-92a6b132da32 req-906ae680-3dac-4ac2-a915-315d16866f6f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452537 Aug 09 11:42:15.414811 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Deleting port 8d8a7883-b808-4f85-a275-6031ea5583e0 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:42:15.415036 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.593288 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] For port 8d8a7883-b808-4f85-a275-6031ea5583e0, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=8d8a7883-b808-4f85-a275-6031ea5583e0,segment=NetworkSegment(d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3),segment_id=d5f1654d-1f1f-4369-b9fa-ff5e7947bdc3)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:15.593668 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.596264 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c380e4e-b5e1-4a33-a775-9757e618d98c req-d8e8ed00-4680-48ec-aa1f-7824cc4fd169 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:15.597786 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8c380e4e-b5e1-4a33-a775-9757e618d98c req-d8e8ed00-4680-48ec-aa1f-7824cc4fd169 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.2096426 Aug 09 11:42:15.621273 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Calling delete_port for 8d8a7883-b808-4f85-a275-6031ea5583e0 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:42:15.716405 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8c380e4e-b5e1-4a33-a775-9757e618d98c req-9e546cb3-85d7-490d-80dc-ddaef74e85fb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960295 Aug 09 11:42:15.729735 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.757438 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-9fb6e771-5c89-4b69-8499-baa142b42dc0 None None] Provisioning complete for port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:15.757689 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e771-5c89-4b69-8499-baa142b42dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:15.818777 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6e771-5c89-4b69-8499-baa142b42dc0 None None] Port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:15.827420 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 89d59787-308c-43eb-b51b-470085b3f845 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:15.876675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Router 408c0953-405c-47c8-923e-b6c7f3ca7966 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:15.921965 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 89d59787-308c-43eb-b51b-470085b3f845 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:15.926946 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device e5fcc058-a455-4003-9881-d3d7c0f82930 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:15.965736 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Router 8567833a-bca1-49e5-948e-fa100f8ee6ae is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:42:15.985243 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port e5fcc058-a455-4003-9881-d3d7c0f82930 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:15.989403 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port e5fcc058-a455-4003-9881-d3d7c0f82930 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:15.989824 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.014237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.075665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3406b08-b202-4b1c-9729-b378612bfb04 req-f1f81061-d40b-4f8f-9c0f-d99aefe9985c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:16.077279 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3406b08-b202-4b1c-9729-b378612bfb04 req-f1f81061-d40b-4f8f-9c0f-d99aefe9985c tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ff1385d-be81-447f-b506-d6d92b5ddc05 HTTP/1.1" status: 200 len: 867 time: 0.1602874 Aug 09 11:42:16.086099 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Pushing event deleted for resources: {'Port': ['ID=8d8a7883-b808-4f85-a275-6031ea5583e0,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:16.087282 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.114023 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:16.123907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port e5fcc058-a455-4003-9881-d3d7c0f82930, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=e5fcc058-a455-4003-9881-d3d7c0f82930,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:16.127660 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Sync routers for ids ['8567833a-bca1-49e5-948e-fa100f8ee6ae'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:16.134996 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.135788 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:16.135906 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.142157 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7a6c560b-9e83-452f-9871-243203f77eff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0959263 Aug 09 11:42:16.143993 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38566) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:16.184989 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Routers {'8567833a-bca1-49e5-948e-fa100f8ee6ae'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:16.185376 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['8567833a-bca1-49e5-948e-fa100f8ee6ae'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:16.190430 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] No DVR routers for this DVR port 8d8a7883-b808-4f85-a275-6031ea5583e0 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:42:16.195812 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.198123 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4a227674-03de-420c-9419-a3d53be97b86 req-86f96719-94ee-4d49-b8ad-7a31cca4ab60 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.55 "DELETE /v2.0/ports/8d8a7883-b808-4f85-a275-6031ea5583e0 HTTP/1.1" status: 204 len: 173 time: 1.1869102 Aug 09 11:42:16.200285 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'name': 'network-vif-deleted', 'tag': '8d8a7883-b808-4f85-a275-6031ea5583e0'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:16.202576 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b5cb6-297a-40d7-b50f-c0d0e00204f8" -d '{"events": [{"server_uuid": "2ff1385d-be81-447f-b506-d6d92b5ddc05", "name": "network-vif-deleted", "tag": "8d8a7883-b808-4f85-a275-6031ea5583e0"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:16.220972 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3406b08-b202-4b1c-9729-b378612bfb04 req-5885ca75-03e9-4213-97bd-ee96b3e8d8b4 tempest-AttachVolumeNegativeTest-1359007657 tempest-AttachVolumeNegativeTest-1359007657-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1437bcc-75d8-43d5-8acf-fb11728b03b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305544 Aug 09 11:42:16.250978 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:16.257229 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-84e8613a-4cf4-40b8-90ef-6228a99aa0d9 admin admin] 10.222.0.41 "PUT /v2.0/routers/408c0953-405c-47c8-923e-b6c7f3ca7966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6944854 Aug 09 11:42:16.287503 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d9163-c679-4ec0-bba1-41b408518c6f x-openstack-request-id: req-7b8d9163-c679-4ec0-bba1-41b408518c6f {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:16.288461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff1385d-be81-447f-b506-d6d92b5ddc05", "name": "network-vif-deleted", "tag": "8d8a7883-b808-4f85-a275-6031ea5583e0", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:16.288786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b8d9163-c679-4ec0-bba1-41b408518c6f {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:16.289519 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff1385d-be81-447f-b506-d6d92b5ddc05', 'name': 'network-vif-deleted', 'tag': '8d8a7883-b808-4f85-a275-6031ea5583e0', 'status': 'completed', 'code': 200} Aug 09 11:42:16.353134 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=e5fcc058-a455-4003-9881-d3d7c0f82930,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:16.383199 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:16.387937 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Set router 8567833a-bca1-49e5-948e-fa100f8ee6ae gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:16.417183 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:16.417183 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.572932 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e7faf-dee3-4a20-9be7-9428e540d75a req-53b9431b-95aa-422c-924c-b854de86b18c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:16.574363 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5d2e7faf-dee3-4a20-9be7-9428e540d75a req-53b9431b-95aa-422c-924c-b854de86b18c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0758781 Aug 09 11:42:16.613217 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65835ab6-d217-4e6f-ad88-679ceff4f776 None None] Network be641810-cd41-4884-8a3a-80fa01c5e002 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:16.640308 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5d2e7faf-dee3-4a20-9be7-9428e540d75a req-5853a468-997f-4aef-9d66-5f62451f524e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465965 Aug 09 11:42:16.711862 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.762313 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] Provisioning for port 89d59787-308c-43eb-b51b-470085b3f845 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:16.781846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.792948 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] Provisioning complete for port 89d59787-308c-43eb-b51b-470085b3f845 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:16.793336 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:16.935259 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:16.972903 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.025170 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Allocated IP 172.20.0.1 (be641810-cd41-4884-8a3a-80fa01c5e002/8c393277-ca1c-4d35-8128-04c408c6f5f1/0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:17.057212 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 3, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:17.060510 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.076212 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c2f4-95b9-4791-b821-6bcf647a8d68 req-7ff25282-e2c2-4457-ac69-476b0ba83da0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:17.077831 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3708c2f4-95b9-4791-b821-6bcf647a8d68 req-7ff25282-e2c2-4457-ac69-476b0ba83da0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1536407 Aug 09 11:42:17.095670 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Checking router: 8567833a-bca1-49e5-948e-fa100f8ee6ae for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:17.096125 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Updating router 8567833a-bca1-49e5-948e-fa100f8ee6ae port 98e55d8c-a53f-4344-813a-882094e8db56 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:17.152151 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.174656 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.206396 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38588) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:17.211445 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2071143298-network', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:17.231686 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3708c2f4-95b9-4791-b821-6bcf647a8d68 req-41b82a02-2513-40bc-86f7-2525bbd16bc3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324656 Aug 09 11:42:17.243607 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Made reservation on behalf of 1fc3acb1ba464f818a62fd26a7f418e4 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:17.247032 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.257285 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.273080 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.301979 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Transition to ACTIVE for port object 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 will not be triggered until provisioned by entity DHCP. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:17.306451 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38592) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:17.360283 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.381347 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Sync routers for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:17.393081 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:17.394746 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:17.396638 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Network be641810-cd41-4884-8a3a-80fa01c5e002 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:17.399902 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Deleting subnet 887433ed-fb8c-4e66-ac10-bf5484834a69 {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:42:17.400264 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:17.404488 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:17.408147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.451877 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.469167 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.509000 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.523170 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.536169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Transition to ACTIVE for port object 98e55d8c-a53f-4344-813a-882094e8db56 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:17.547281 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 8d8a7883-b808-4f85-a275-6031ea5583e0 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:17.566887 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.585080 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.588957 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.592617 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 8d8a7883-b808-4f85-a275-6031ea5583e0 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:42:17.592976 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 8d8a7883-b808-4f85-a275-6031ea5583e0 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:42:17.609569 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.613623 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:17.634448 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.689105 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:17.700979 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] For port 89d59787-308c-43eb-b51b-470085b3f845, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=89d59787-308c-43eb-b51b-470085b3f845,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:17.723705 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e18500-61dc-4f97-8e32-19d2828d0870,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.737686 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:17.744169 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.751577 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Added segment 7b958da6-1b01-4216-b57b-f792b6add4aa of type vlan for network 91010d09-bb57-4735-9709-f697f96cdd37 Aug 09 11:42:17.797832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.810928 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165e6c3-21f4-4be1-9083-890c25115efb None None] Pushing event updated for resources: {'Port': ['ID=98e55d8c-a53f-4344-813a-882094e8db56,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.820488 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.851123 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Attempting to bind port 98e55d8c-a53f-4344-813a-882094e8db56 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:17.851123 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Attempting to bind port 98e55d8c-a53f-4344-813a-882094e8db56 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:17.851123 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Attempting to bind port 98e55d8c-a53f-4344-813a-882094e8db56 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:17.861677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.877060 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:17.877424 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:17.877793 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.878197 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:17.878683 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Bound port: 98e55d8c-a53f-4344-813a-882094e8db56, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:17.879101 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.886520 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061873f0-c0cb-4453-988a-48b052777a14 None None] Pushing event updated for resources: {'Port': ['ID=89d59787-308c-43eb-b51b-470085b3f845,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.899327 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887433ed-fb8c-4e66-ac10-bf5484834a69,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:17.901988 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.903134 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:17.903721 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.914074 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a631d-016e-423b-91e3-eeac82441e1f req-c5ae2405-95f4-4fd3-b450-6e8ef518a9ea tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:17.915751 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ea2a631d-016e-423b-91e3-eeac82441e1f req-c5ae2405-95f4-4fd3-b450-6e8ef518a9ea tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1312439 Aug 09 11:42:17.929148 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:17.929533 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.967536 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:17.970367 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-73024579-7105-4934-9c77-67ed6ed74342 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/887433ed-fb8c-4e66-ac10-bf5484834a69 HTTP/1.1" status: 204 len: 168 time: 0.6625724 Aug 09 11:42:17.973840 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38596) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:17.999540 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ea2a631d-016e-423b-91e3-eeac82441e1f req-3593e87f-80be-483b-963d-0f2ae3fda98d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Aug 09 11:42:18.011781 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-2d002fcb-03ce-4ccc-917f-704868dc5e42 None None] Provisioning for port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:18.014494 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] For port 98e55d8c-a53f-4344-813a-882094e8db56, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:18.019306 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] For port 98e55d8c-a53f-4344-813a-882094e8db56, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=98e55d8c-a53f-4344-813a-882094e8db56,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:18.023676 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-2d002fcb-03ce-4ccc-917f-704868dc5e42 None None] Provisioning complete for port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:18.024052 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2d002fcb-03ce-4ccc-917f-704868dc5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.024768 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.035174 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.047025 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.047264 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 2, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:18.067715 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.078331 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8708444 Aug 09 11:42:18.084555 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38602) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:18.094463 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Checking router: 408c0953-405c-47c8-923e-b6c7f3ca7966 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:18.094978 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Updating router 408c0953-405c-47c8-923e-b6c7f3ca7966 port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:18.104904 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324796c-476e-4bdb-81bb-4614defe699f admin admin] Pushing event updated for resources: {'Network': ['ID=91010d09-bb57-4735-9709-f697f96cdd37,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.114512 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Request body: {'subnet': {'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2071143298-subnet', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'ip_version': 4}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:18.117367 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Pushing event updated for resources: {'Port': ['ID=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.139889 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.145692 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.190557 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.204133 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Made reservation on behalf of 1fc3acb1ba464f818a62fd26a7f418e4 for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:18.207942 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62010612'] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.224703 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 91010d09-bb57-4735-9709-f697f96cdd37 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:18.238159 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdf0a4a-b558-41ba-a033-b3a9cc734a75']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:18.255409 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-2d002fcb-03ce-4ccc-917f-704868dc5e42 None None] Port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:18.271211 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Network be641810-cd41-4884-8a3a-80fa01c5e002 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:18.272866 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:18.335907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:18.336375 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f1654d-1f1f-4369-b9fa-ff5e7947bdc3') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:18.356327 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.396466 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165e6c3-21f4-4be1-9083-890c25115efb None None] Pushing event updated for resources: {'Port': ['ID=98e55d8c-a53f-4344-813a-882094e8db56,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.400442 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Routers {'8567833a-bca1-49e5-948e-fa100f8ee6ae'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:18.401074 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['8567833a-bca1-49e5-948e-fa100f8ee6ae'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:18.492786 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-2d002fcb-03ce-4ccc-917f-704868dc5e42 None None] Provisioning complete for port 89d59787-308c-43eb-b51b-470085b3f845 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:18.493178 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2d002fcb-03ce-4ccc-917f-704868dc5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.514214 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.559179 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device e5fcc058-a455-4003-9881-d3d7c0f82930 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:18.586505 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.602054 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:42:18.602562 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:42:18.607452 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:42:18.630444 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] Set router 8567833a-bca1-49e5-948e-fa100f8ee6ae gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:18.666907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62849322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62010566'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.675549 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b527a3-c442-44ea-9b47-bcea1d20d60a req-2355df9b-312b-4a92-9f8e-ddffdeaf82e0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:18.675881 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Router 8567833a-bca1-49e5-948e-fa100f8ee6ae has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:18.677089 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-85b527a3-c442-44ea-9b47-bcea1d20d60a req-2355df9b-312b-4a92-9f8e-ddffdeaf82e0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.2970853 Aug 09 11:42:18.711673 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Transition to ACTIVE for port object 9fdfcebf-489a-45ec-b20d-5faafcdfcaca will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:18.720419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.721874 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.743162 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.744672 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2cdf0a4a-b558-41ba-a033-b3a9cc734a75 HTTP/1.1" status: 204 len: 168 time: 0.7694151 Aug 09 11:42:18.755708 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port e5fcc058-a455-4003-9881-d3d7c0f82930 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:18.756092 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.778305 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f540e6-0eb9-4143-a1e1-abc524df7a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdf0a4a-b558-41ba-a033-b3a9cc734a75,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.794619 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.802643 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67a239-18af-4e7a-81c6-4eb4f09a0994 None None] Pushing event updated for resources: {'Port': ['ID=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:18.812447 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-85b527a3-c442-44ea-9b47-bcea1d20d60a req-f45c1f1f-edbb-452b-bf06-84db4048a840 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056471 Aug 09 11:42:18.825103 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Checking segment: {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:18.825475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Network hostable DHCP agents. Network: 91010d09-bb57-4735-9709-f697f96cdd37, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:18.870731 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Network 91010d09-bb57-4735-9709-f697f96cdd37 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:18.886971 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 91010d09-bb57-4735-9709-f697f96cdd37) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:18.888327 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Attempting to bind port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:18.888842 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Attempting to bind port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:18.890516 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Attempting to bind port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca on network 15977904-2cb0-4924-836c-abda794fa56f {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:18.891776 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:18.892495 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.905227 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:18.905732 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Checking segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:18.906234 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.907317 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Bound using segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:18.910051 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Bound port: 9fdfcebf-489a-45ec-b20d-5faafcdfcaca, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:18.910602 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.930693 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d450c56e-7c55-4028-98db-b7b63dfdfb6f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8230770 Aug 09 11:42:18.931213 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38610) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:18.940156 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:18.942120 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1306516-91b3-4200-886e-44ebb999af07 None None] Network 91010d09-bb57-4735-9709-f697f96cdd37 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:18.958180 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:18.966218 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7f091886-9dc4-4b2b-b48f-3edfd18b15b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/8567833a-bca1-49e5-948e-fa100f8ee6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8211718 Aug 09 11:42:18.988488 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:18.989977 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.068284 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.081471 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] For port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:19.085437 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] For port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:19.101124 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.145049 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38616) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:19.201004 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-111cfa33-2e1f-48e8-ba1b-af4fc95b2a47 None None] Provisioning complete for port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:19.201640 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-111cfa33-2e1f-48e8-ba1b-af4fc95b2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.203424 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:19.204360 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:19.244273 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e623e7b-72a1-4942-a25b-db0229422db8 req-e5e07229-70cc-4b19-a90f-228fc69111d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:19.250701 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0e623e7b-72a1-4942-a25b-db0229422db8 req-e5e07229-70cc-4b19-a90f-228fc69111d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.1837144 Aug 09 11:42:19.286469 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-111cfa33-2e1f-48e8-ba1b-af4fc95b2a47 None None] Port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:19.317267 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67a239-18af-4e7a-81c6-4eb4f09a0994 None None] Pushing event updated for resources: {'Port': ['ID=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,revision_number=4']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:19.317987 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10', 'name': '', 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'mac_address': 'fa:16:3e:22:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:16Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 2, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'subnets': [{'id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:19.320309 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-db500df9-70bb-40b3-80db-98cc9e8f7c44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=044455dba4df429690e27043dd031851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1710856 Aug 09 11:42:19.326313 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38622) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:19.347859 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0b995-12f9-4e52-aa87-156239b9efd5 req-894c4b64-0d6e-46d0-9626-a14df06e464d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:19.349640 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-34a0b995-12f9-4e52-aa87-156239b9efd5 req-894c4b64-0d6e-46d0-9626-a14df06e464d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1688735 Aug 09 11:42:19.354020 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.382337 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d21b8-f5a8-426a-8683-6caed49f797e None None] The sync data for ids ['8567833a-bca1-49e5-948e-fa100f8ee6ae'] in dv-cinder-802653-6-iscsi is: [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10', 'name': '', 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'mac_address': 'fa:16:3e:22:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:16Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 2, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'subnets': [{'id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:19.430867 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0e623e7b-72a1-4942-a25b-db0229422db8 req-35f3abb4-79db-4f29-a680-44d0941effad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687922 Aug 09 11:42:19.455203 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:19.457523 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-91010d09-bb57-4735-9709-f697f96cdd37', 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'fixed_ips': [{'subnet_id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:42:19.458204 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.475237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-44e6bd36-f584-4bb1-9759-c23d9e1af452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.499719 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-34a0b995-12f9-4e52-aa87-156239b9efd5 req-06f2043c-fead-4404-96cd-26c7905a6125 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397669 Aug 09 11:42:19.529612 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-44e6bd36-f584-4bb1-9759-c23d9e1af452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.601797 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-44e6bd36-f584-4bb1-9759-c23d9e1af452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.606118 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-44e6bd36-f584-4bb1-9759-c23d9e1af452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.609802 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-44e6bd36-f584-4bb1-9759-c23d9e1af452 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1437bcc-75d8-43d5-8acf-fb11728b03b9 HTTP/1.1" status: 204 len: 168 time: 0.2824569 Aug 09 11:42:19.635681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6bd36-f584-4bb1-9759-c23d9e1af452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1437bcc-75d8-43d5-8acf-fb11728b03b9,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:19.711193 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 89d59787-308c-43eb-b51b-470085b3f845 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:19.831962 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.858130 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:19.931830 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:19Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:19.963740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Allocated IP 172.20.0.2 (91010d09-bb57-4735-9709-f697f96cdd37/2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a/1097a108-4d86-40c4-896e-fc9343e2aeb1) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:19.976220 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828992-3df2-4bdb-b146-a522272538f7 None None] The sync data for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi is: [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:19Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:20.010850 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 89d59787-308c-43eb-b51b-470085b3f845 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:20.011237 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.090305 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Allocated IP 172.27.2.97 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/4b55b175-8464-40e3-bc96-65f72694a527) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:20.090826 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38632) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:20.095147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689725650', 'description': 'tempest-secgroup-smoke-1689725650 description', 'project_id': '3b26bcfb002945b283e940253a407c53'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:20.112794 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20edd0-cb18-421b-9779-b72f8b613659 req-01c79a6e-f1b2-498d-b42b-ef30fea5188c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:20.114579 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4f20edd0-cb18-421b-9779-b72f8b613659 req-01c79a6e-f1b2-498d-b42b-ef30fea5188c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.1292906 Aug 09 11:42:20.151223 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.301240 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.315079 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.368461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.370071 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2786028 Aug 09 11:42:20.373303 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38638) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:20.379225 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group_rule': {'security_group_id': '21f921c7-ff04-4e63-95be-122a32afb317', 'project_id': '3b26bcfb002945b283e940253a407c53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:20.392906 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f3d42-80f1-4181-834a-335c18938c1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f921c7-ff04-4e63-95be-122a32afb317,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.436806 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.463274 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.467904 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4f20edd0-cb18-421b-9779-b72f8b613659 req-ae38a3b0-613e-4046-9e33-18d053d03df2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367889 Aug 09 11:42:20.551016 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.564850 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.565541 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.574924 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.575767 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.595649 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab503a3-6f1c-418a-8b10-32da951d17f9,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.610752 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Transition to ACTIVE for port object 1097a108-4d86-40c4-896e-fc9343e2aeb1 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:20.618934 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.620601 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3ef65287-2338-4951-8dfa-dd13e4745687 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461858 Aug 09 11:42:20.627315 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38646) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:20.632331 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:20.636371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group_rule': {'security_group_id': '21f921c7-ff04-4e63-95be-122a32afb317', 'project_id': '3b26bcfb002945b283e940253a407c53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:20.644708 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Transition to ACTIVE for port object 1097a108-4d86-40c4-896e-fc9343e2aeb1 will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:20.654673 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:20.661081 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:20.670795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.675604 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450f58c-2460-43d4-949c-58cc36e8c4ae req-a67e94e4-f0b3-40e3-9146-59c1668e7233 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:20.677504 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5450f58c-2460-43d4-949c-58cc36e8c4ae req-a67e94e4-f0b3-40e3-9146-59c1668e7233 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0707157 Aug 09 11:42:20.714212 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Pushing event updated for resources: {'Port': ['ID=4b55b175-8464-40e3-bc96-65f72694a527,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.727295 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.734192 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Network 91010d09-bb57-4735-9709-f697f96cdd37 is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:20.738052 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5450f58c-2460-43d4-949c-58cc36e8c4ae req-7305cd87-601b-402d-96a4-7e784a2f23d6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Aug 09 11:42:20.746362 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:20.749161 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:20.751131 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Pushing event updated for resources: {'Port': ['ID=1097a108-4d86-40c4-896e-fc9343e2aeb1,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.823485 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Attempting to bind port 1097a108-4d86-40c4-896e-fc9343e2aeb1 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:20.824480 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Attempting to bind port 1097a108-4d86-40c4-896e-fc9343e2aeb1 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:20.825718 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Attempting to bind port 1097a108-4d86-40c4-896e-fc9343e2aeb1 on network 91010d09-bb57-4735-9709-f697f96cdd37 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:20.832489 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:20.833121 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Checking segment: {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:20.833837 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.834385 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Bound using segment: {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:20.835724 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Bound port: 1097a108-4d86-40c4-896e-fc9343e2aeb1, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:20.836697 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.895146 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.901795 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.909619 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] For port 1097a108-4d86-40c4-896e-fc9343e2aeb1, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:20.913961 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] For port 1097a108-4d86-40c4-896e-fc9343e2aeb1, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=1097a108-4d86-40c4-896e-fc9343e2aeb1,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:20.923378 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.966471 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2de0e2-ad44-493a-8bff-49fb81894c10,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:20.982887 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:20.987088 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5c21b81e-a714-400b-b86f-25759c30e4a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3559749 Aug 09 11:42:20.987245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38662) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:20.991663 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group_rule': {'security_group_id': '21f921c7-ff04-4e63-95be-122a32afb317', 'project_id': '3b26bcfb002945b283e940253a407c53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:21.039374 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716a7a9-229a-4f5c-905f-83681f176fd7 None None] Pushing event updated for resources: {'Port': ['ID=1097a108-4d86-40c4-896e-fc9343e2aeb1,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:21.059418 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.073698 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.165535 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.179436 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.263470 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461c8653-c3ae-43cd-b1b2-eecc754ed2d7,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:21.285035 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.290279 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7e43bbed-6cc4-4657-83a5-ef6f1547c42e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022189 Aug 09 11:42:21.290435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38670) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:21.299604 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9b72-5503-4179-9838-568ad7c4c11e req-31a0eda5-36ec-46f7-a971-92f1c4ac4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:21.301733 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-31a0eda5-36ec-46f7-a971-92f1c4ac4bdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 1098 time: 0.1701348 Aug 09 11:42:21.363926 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11266ec8-acfb-4314-9a90-660ab272da3c req-092b3548-9717-4627-a81e-2730938a7d50 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:21.366566 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group_rule': {'security_group_id': '21f921c7-ff04-4e63-95be-122a32afb317', 'project_id': '3b26bcfb002945b283e940253a407c53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:21.383028 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-11266ec8-acfb-4314-9a90-660ab272da3c req-092b3548-9717-4627-a81e-2730938a7d50 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.2201416 Aug 09 11:42:21.424870 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.542000 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:42:21.552447 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-11266ec8-acfb-4314-9a90-660ab272da3c req-96fda80d-ffe2-4986-a4b3-fa33c001f1a8 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665616 Aug 09 11:42:21.567780 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.610559 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9b72-5503-4179-9838-568ad7c4c11e req-c9741a81-1d5f-41b8-a0e1-dcb42d0134ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:21.612275 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-c9741a81-1d5f-41b8-a0e1-dcb42d0134ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 200 len: 919 time: 0.2776253 Aug 09 11:42:21.666047 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.717002 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-127d5060-c017-43c6-aba9-78d1c2affc84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 200 len: 217 time: 0.0936723 Aug 09 11:42:21.760690 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effdb594-77c4-402c-879e-7e0c2399bb63,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:21.802285 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.806338 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f90ddab6-afac-4c2e-b484-be057cf19706 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5138910 Aug 09 11:42:21.807919 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38696) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:21.809018 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.814942 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group_rule': {'security_group_id': '21f921c7-ff04-4e63-95be-122a32afb317', 'project_id': '3b26bcfb002945b283e940253a407c53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:21.818209 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9b72-5503-4179-9838-568ad7c4c11e req-b63a1afb-9ca7-47d9-989c-858770b2f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:21.819834 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-b63a1afb-9ca7-47d9-989c-858770b2f139 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 200 len: 858 time: 0.0949137 Aug 09 11:42:21.838586 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 98e55d8c-a53f-4344-813a-882094e8db56 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:21.854897 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e95bd8-ef06-459d-90af-90da4444307e req-d83c2b89-da1e-4168-85a9-3600273c9f00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:21.856445 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-12e95bd8-ef06-459d-90af-90da4444307e req-d83c2b89-da1e-4168-85a9-3600273c9f00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 944 time: 0.2062886 Aug 09 11:42:21.874375 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-47783342-27bb-4ede-bb6a-91d30b38673e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3580bf56-5a53-46bd-95be-a70cab4f50f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458491 Aug 09 11:42:21.920922 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.securitygroups_db [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Project 3b26bcfb002945b283e940253a407c53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:42:21.933679 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:21.975781 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-704d0db0-1535-4e3c-8a67-ee26a34087c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.000228 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-7ef754a1-305a-416a-872d-6c39ff71e68f service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159964 Aug 09 11:42:22.002778 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:22.019096 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'port_id': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'mac_address': 'fa:16:3e:b8:33:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:42:22.072149 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 98e55d8c-a53f-4344-813a-882094e8db56 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:22.079950 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 98e55d8c-a53f-4344-813a-882094e8db56 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:22.080678 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.082988 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.115924 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-480b9b72-5503-4179-9838-568ad7c4c11e req-73a147f2-f22a-44e6-869b-1a5c995a688e service neutron] 10.222.0.55 "GET /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066997 Aug 09 11:42:22.116605 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38700) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:22.119749 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:42:22.151167 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:22.156357 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.267941 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.287517 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=9']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:22.318239 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 98e55d8c-a53f-4344-813a-882094e8db56, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=98e55d8c-a53f-4344-813a-882094e8db56,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:22.320404 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-12e95bd8-ef06-459d-90af-90da4444307e req-ce9c4d2b-7c47-4bc8-a745-77bfac27b74f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285307 Aug 09 11:42:22.337864 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.341987 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9fdfcebf-489a-45ec-b20d-5faafcdfcaca up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:22.398238 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c424e61d-a3f5-4e3c-aae8-acea456a736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.414374 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.421150 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.449125 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c92bb18-89f6-44d4-bfb0-9e7acf219232,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:22.459963 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Router 5bce1f99-8c77-4602-8fe5-af13ac889124 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:42:22.481923 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba77ac-4fd0-46ee-87c4-f3ea918c7f99 None None] Network 91010d09-bb57-4735-9709-f697f96cdd37 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:22.549111 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c424e61d-a3f5-4e3c-aae8-acea456a736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.555692 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c424e61d-a3f5-4e3c-aae8-acea456a736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.565092 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.566503 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-fddf2470-c282-45ef-9f63-4f23bd8c910a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7552490 Aug 09 11:42:22.569944 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38704) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:22.576589 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'security_group_rule': {'security_group_id': '21f921c7-ff04-4e63-95be-122a32afb317', 'project_id': '3b26bcfb002945b283e940253a407c53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:22.581068 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:22.608642 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c424e61d-a3f5-4e3c-aae8-acea456a736a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95f7f482224f4fc1ac71abd42133a0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909821 Aug 09 11:42:22.615497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424e61d-a3f5-4e3c-aae8-acea456a736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24c030-a4a5-43ae-955e-f1a6af516e09,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:22.619179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38708) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:22.655484 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.securitygroups_db [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Project 3b26bcfb002945b283e940253a407c53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:42:22.661618 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-33cbf2ee-d607-4361-a8c5-e01f25ab262e None None] Provisioning for port 1097a108-4d86-40c4-896e-fc9343e2aeb1 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:22.676515 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.739827 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:22.749927 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=98e55d8c-a53f-4344-813a-882094e8db56,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:22.784842 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.789935 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-80026d89-d919-4ee4-8d5f-0dbac32fd903 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8522546 Aug 09 11:42:22.789935 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38710) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:22.794533 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Sync routers for ids ['5bce1f99-8c77-4602-8fe5-af13ac889124'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:22.800443 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:22.809416 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.809736 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb41a54-a2c3-4def-8bdf-dd63879a6fdf req-ad93e8ce-b9f4-4b3d-b4d8-33899426048b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:22.818069 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ffb41a54-a2c3-4def-8bdf-dd63879a6fdf req-ad93e8ce-b9f4-4b3d-b4d8-33899426048b tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0976918 Aug 09 11:42:22.821658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-36863bb2-9971-41b4-80eb-e31a2a318afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.832827 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:22.833254 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.851224 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-36863bb2-9971-41b4-80eb-e31a2a318afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.860890 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.886373 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76493d7b-8703-4fbc-82c9-80ae97ca475f,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:22.890990 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Routers {'5bce1f99-8c77-4602-8fe5-af13ac889124'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:22.891619 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:41:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['5bce1f99-8c77-4602-8fe5-af13ac889124'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:22.955204 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ffb41a54-a2c3-4def-8bdf-dd63879a6fdf req-0f3c8f6b-24ac-464e-bc71-35eeed7a0636 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361444 Aug 09 11:42:22.967782 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:22.979181 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ff1b40b3-509e-4fc8-b2ca-559d0dfdd9f4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3994517 Aug 09 11:42:22.996368 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-36863bb2-9971-41b4-80eb-e31a2a318afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.001534 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-36863bb2-9971-41b4-80eb-e31a2a318afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.002787 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-36863bb2-9971-41b4-80eb-e31a2a318afb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b24c030-a4a5-43ae-955e-f1a6af516e09 HTTP/1.1" status: 204 len: 168 time: 0.3823912 Aug 09 11:42:23.018524 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36863bb2-9971-41b4-80eb-e31a2a318afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24c030-a4a5-43ae-955e-f1a6af516e09,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:23.129927 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.188772 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Set router 5bce1f99-8c77-4602-8fe5-af13ac889124 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:23.283041 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:23.314062 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.315152 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 1097a108-4d86-40c4-896e-fc9343e2aeb1 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:23.502661 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:23.575514 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d6d4d-e824-4b1e-a3e6-aaf4892ab487 req-40890c39-9275-48e3-a570-c70081aed1c8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:23.576141 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 1097a108-4d86-40c4-896e-fc9343e2aeb1 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:23.576760 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ab5d6d4d-e824-4b1e-a3e6-aaf4892ab487 req-40890c39-9275-48e3-a570-c70081aed1c8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.0942388 Aug 09 11:42:23.588797 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.589046 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 1097a108-4d86-40c4-896e-fc9343e2aeb1 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:23.589420 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.689936 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ab5d6d4d-e824-4b1e-a3e6-aaf4892ab487 req-f561f054-d4fc-4e9d-b70d-f0c7937c9c57 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977907 Aug 09 11:42:23.754579 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:42:20Z', 'revision_number': 3, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:23.801899 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Checking router: 5bce1f99-8c77-4602-8fe5-af13ac889124 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:23.802255 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Updating router 5bce1f99-8c77-4602-8fe5-af13ac889124 port 4b55b175-8464-40e3-bc96-65f72694a527 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:23.851836 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.853349 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Allocated IP 172.20.0.1 (91010d09-bb57-4735-9709-f697f96cdd37/2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a/82b3c2d6-893b-4a10-8409-e8d1d59a08a2) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:23.853515 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.973680 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 1097a108-4d86-40c4-896e-fc9343e2aeb1, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=1097a108-4d86-40c4-896e-fc9343e2aeb1,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:23.983955 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:23.995362 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.010903 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Transition to ACTIVE for port object 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 will not be triggered until provisioned by entity DHCP. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:24.061443 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.088487 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=1097a108-4d86-40c4-896e-fc9343e2aeb1,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:24.146215 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Network 91010d09-bb57-4735-9709-f697f96cdd37 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:24.158515 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:24.163813 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:24.167364 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:24.196879 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e236-6821-4ec1-afe2-b30251f0c998 req-ad2cecba-1342-43cf-86a4-b5148ce2d17f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:24.207281 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-70f5e236-6821-4ec1-afe2-b30251f0c998 req-ad2cecba-1342-43cf-86a4-b5148ce2d17f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1213932 Aug 09 11:42:24.232745 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 98e55d8c-a53f-4344-813a-882094e8db56 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:24.254446 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.284094 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-70f5e236-6821-4ec1-afe2-b30251f0c998 req-101c1054-d289-44a0-afa8-41a4316c3b6d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756340 Aug 09 11:42:24.408720 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 98e55d8c-a53f-4344-813a-882094e8db56 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:24.409470 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.528582 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.669537 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-077423f3-fbd6-4071-bc40-293a602f8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.704409 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-e72e1aa8-f0c4-41b0-b8ec-f7850fe76bcf None None] Provisioning for port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:24.728254 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-e72e1aa8-f0c4-41b0-b8ec-f7850fe76bcf None None] Provisioning complete for port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:24.728639 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-e72e1aa8-f0c4-41b0-b8ec-f7850fe76bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.787344 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.816272 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.823419 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-e72e1aa8-f0c4-41b0-b8ec-f7850fe76bcf None None] Port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:24.833019 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Transition to ACTIVE for port object 4b55b175-8464-40e3-bc96-65f72694a527 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:24.843304 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.849311 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.859262 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9fdfcebf-489a-45ec-b20d-5faafcdfcaca up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:24.886668 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.927474 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Attempting to bind port 4b55b175-8464-40e3-bc96-65f72694a527 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:24.927474 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Attempting to bind port 4b55b175-8464-40e3-bc96-65f72694a527 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:24.927836 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Attempting to bind port 4b55b175-8464-40e3-bc96-65f72694a527 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:24.952507 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495cdb-d84e-4920-84c4-8914a5720572 None None] Pushing event updated for resources: {'Port': ['ID=4b55b175-8464-40e3-bc96-65f72694a527,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:24.957883 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:24.958261 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:24.958721 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.959162 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:24.960266 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Bound port: 4b55b175-8464-40e3-bc96-65f72694a527, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:24.961297 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:24.971337 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f485-b1c5-48d5-b0b6-8575bc9f6b1d req-4d632909-bc2f-43ca-9e98-aab413afb28e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:24.972906 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4de3f485-b1c5-48d5-b0b6-8575bc9f6b1d req-4d632909-bc2f-43ca-9e98-aab413afb28e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 945 time: 0.1345832 Aug 09 11:42:24.997068 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.003644 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:25.031878 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:25.032924 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.058942 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] For port 4b55b175-8464-40e3-bc96-65f72694a527, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:25.077485 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] For port 4b55b175-8464-40e3-bc96-65f72694a527, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=4b55b175-8464-40e3-bc96-65f72694a527,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:25.082885 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.087575 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4de3f485-b1c5-48d5-b0b6-8575bc9f6b1d req-63e16ee3-b2a0-4a7c-a2d1-b0d56d4d1e05 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028972 Aug 09 11:42:25.151958 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Network 91010d09-bb57-4735-9709-f697f96cdd37 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:25.153665 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:25.173315 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Routers {'5bce1f99-8c77-4602-8fe5-af13ac889124'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:25.173955 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['5bce1f99-8c77-4602-8fe5-af13ac889124'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:25.177784 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495cdb-d84e-4920-84c4-8914a5720572 None None] Pushing event updated for resources: {'Port': ['ID=4b55b175-8464-40e3-bc96-65f72694a527,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:25.318233 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Router 5bce1f99-8c77-4602-8fe5-af13ac889124 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:25.359513 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] Set router 5bce1f99-8c77-4602-8fe5-af13ac889124 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:25.478945 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:25.488227 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-9c7565e3-9a22-4be8-b76c-cae57469a6a8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bce1f99-8c77-4602-8fe5-af13ac889124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934111 Aug 09 11:42:25.568748 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:25.572586 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-76dfe3c4-73c6-4244-8bfb-b782e7583d6b None None] Provisioning complete for port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:25.572960 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-76dfe3c4-73c6-4244-8bfb-b782e7583d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.675591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-76dfe3c4-73c6-4244-8bfb-b782e7583d6b None None] Port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:25.689256 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.704773 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:25.708663 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.722112 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '82b3c2d6-893b-4a10-8409-e8d1d59a08a2', 'name': '', 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'mac_address': 'fa:16:3e:3c:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:23Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 2, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'subnets': [{'id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:25.779353 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7d4c3-b60f-4539-88d5-da536b0b6e91 None None] The sync data for ids ['5bce1f99-8c77-4602-8fe5-af13ac889124'] in dv-cinder-802653-6-iscsi is: [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '82b3c2d6-893b-4a10-8409-e8d1d59a08a2', 'name': '', 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'mac_address': 'fa:16:3e:3c:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:23Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 2, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'subnets': [{'id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:25.872030 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.907946 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:25.911170 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ee85a-8997-44a8-9372-aee7e654cb1f" -d '{"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-plugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:25.932905 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:25.939459 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:25.983740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3539af-3773-4fcf-ba12-420fcc72c099 x-openstack-request-id: req-ca3539af-3773-4fcf-ba12-420fcc72c099 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:25.984031 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-plugged", "status": "completed", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:25.984356 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca3539af-3773-4fcf-ba12-420fcc72c099 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:25.984828 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'code': 200} Aug 09 11:42:26.044038 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=10']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:26.126594 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 1097a108-4d86-40c4-896e-fc9343e2aeb1 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:26.141626 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38874) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:26.193510 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 1097a108-4d86-40c4-896e-fc9343e2aeb1 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:26.193928 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.235168 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13883577-dda5-466c-aeb7-595854adda26 req-f6304f96-3ca5-4759-bd04-921cabeb9371 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:26.247428 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-13883577-dda5-466c-aeb7-595854adda26 req-f6304f96-3ca5-4759-bd04-921cabeb9371 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0658154 Aug 09 11:42:26.286937 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-31696444-addc-4b8a-8fa2-02c0b696527e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.328828 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-13883577-dda5-466c-aeb7-595854adda26 req-746f5ed1-3d4e-4d30-a328-55348de281f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803354 Aug 09 11:42:26.428581 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-31696444-addc-4b8a-8fa2-02c0b696527e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.434844 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-31696444-addc-4b8a-8fa2-02c0b696527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.483174 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696444-addc-4b8a-8fa2-02c0b696527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8150d383-52bc-4861-9177-c85a4601fd74,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:26.489865 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-31696444-addc-4b8a-8fa2-02c0b696527e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=343e32d718fd4d00aa12ea7f78fe1f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460512 Aug 09 11:42:26.490044 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38882) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:26.545249 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97ef17-63ef-4986-8cb7-60213835c298 req-a23077bf-09f6-43f2-88a0-f702e1cf6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:26.547361 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d97ef17-63ef-4986-8cb7-60213835c298 req-a23077bf-09f6-43f2-88a0-f702e1cf6fb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1100 time: 0.0533025 Aug 09 11:42:26.560632 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22102eb7-3f14-4be0-9f91-52672d0d3194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.585404 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22102eb7-3f14-4be0-9f91-52672d0d3194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.591171 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d97ef17-63ef-4986-8cb7-60213835c298 req-4bb3c205-e92a-41a3-977d-38717a22a4e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361366 Aug 09 11:42:26.663801 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22102eb7-3f14-4be0-9f91-52672d0d3194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.666948 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22102eb7-3f14-4be0-9f91-52672d0d3194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:26.668227 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-22102eb7-3f14-4be0-9f91-52672d0d3194 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8150d383-52bc-4861-9177-c85a4601fd74 HTTP/1.1" status: 204 len: 168 time: 0.1771908 Aug 09 11:42:26.677110 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22102eb7-3f14-4be0-9f91-52672d0d3194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8150d383-52bc-4861-9177-c85a4601fd74,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:26.807236 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Sync routers for ids ['8567833a-bca1-49e5-948e-fa100f8ee6ae'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:26.822390 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Routers {'8567833a-bca1-49e5-948e-fa100f8ee6ae'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:26.823107 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['8567833a-bca1-49e5-948e-fa100f8ee6ae'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:27.013211 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Set router 8567833a-bca1-49e5-948e-fa100f8ee6ae gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:27.164369 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38896) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:27.217011 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b81e2c2b-1b88-4440-94d7-0141e3b50bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.230807 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.439518 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10', 'name': '', 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'mac_address': 'fa:16:3e:22:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:16Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 2, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'subnets': [{'id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:27.483477 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b81e2c2b-1b88-4440-94d7-0141e3b50bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.511151 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Checking router: 8567833a-bca1-49e5-948e-fa100f8ee6ae for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:27.511500 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Updating router 8567833a-bca1-49e5-948e-fa100f8ee6ae port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:27.516806 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b81e2c2b-1b88-4440-94d7-0141e3b50bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.554084 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.594533 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-b81e2c2b-1b88-4440-94d7-0141e3b50bde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db92cf1c9b524dc48dc94b10842ed2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259827 Aug 09 11:42:27.597832 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38904) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:27.602195 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad692c-f4cb-4b36-9144-af185630ab16 req-7a5635d5-2a2d-433a-a4d2-bcb83e7d49cd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:27.603993 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fdad692c-f4cb-4b36-9144-af185630ab16 req-7a5635d5-2a2d-433a-a4d2-bcb83e7d49cd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.1402526 Aug 09 11:42:27.605720 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e2c2b-1b88-4440-94d7-0141e3b50bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a919b4-ec80-402d-89ad-422001d7f3ee,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:27.680903 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-51e02215-7c77-4ad8-bef5-56710210eac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.697298 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fdad692c-f4cb-4b36-9144-af185630ab16 req-f63db9c9-104e-4c39-91dd-5c6ccea4480c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680892 Aug 09 11:42:27.732718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-51e02215-7c77-4ad8-bef5-56710210eac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.844217 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-51e02215-7c77-4ad8-bef5-56710210eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.852284 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-51e02215-7c77-4ad8-bef5-56710210eac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:27.862780 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-51e02215-7c77-4ad8-bef5-56710210eac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82a919b4-ec80-402d-89ad-422001d7f3ee HTTP/1.1" status: 204 len: 168 time: 0.2619948 Aug 09 11:42:27.898459 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e02215-7c77-4ad8-bef5-56710210eac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a919b4-ec80-402d-89ad-422001d7f3ee,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:28.176021 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 4b55b175-8464-40e3-bc96-65f72694a527 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:28.318515 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.331575 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 4b55b175-8464-40e3-bc96-65f72694a527 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:28.339808 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 4b55b175-8464-40e3-bc96-65f72694a527 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:28.340496 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.345290 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Transition to ACTIVE for port object 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:28.361363 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.432104 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f72f3-6467-4426-8ac7-47888e66e57e None None] Pushing event updated for resources: {'Port': ['ID=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:28.533109 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Attempting to bind port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:28.533598 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Attempting to bind port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:28.534057 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Attempting to bind port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 on network be641810-cd41-4884-8a3a-80fa01c5e002 {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:28.556159 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:28.558569 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Checking segment: {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:28.559248 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.563392 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Bound using segment: {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:28.564030 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Bound port: 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63503704-3390-416b-9c55-26245e6b3eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:28.564563 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.580543 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.657027 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 4b55b175-8464-40e3-bc96-65f72694a527, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=4b55b175-8464-40e3-bc96-65f72694a527,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:28.669796 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.722086 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] For port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:28.722086 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] For port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:28.732218 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:28.864024 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=4b55b175-8464-40e3-bc96-65f72694a527,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:28.889509 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f72f3-6467-4426-8ac7-47888e66e57e None None] Pushing event updated for resources: {'Port': ['ID=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,revision_number=4']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:28.925796 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Routers {'8567833a-bca1-49e5-948e-fa100f8ee6ae'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:28.927085 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['8567833a-bca1-49e5-948e-fa100f8ee6ae'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:28.981162 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a52859-31ee-497e-b0f1-a5905c5d4168 req-7b65ee37-185f-4361-88e5-407f42ece26a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:28.990517 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-43a52859-31ee-497e-b0f1-a5905c5d4168 req-7b65ee37-185f-4361-88e5-407f42ece26a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.1276386 Aug 09 11:42:29.083267 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455635ec-f6dc-4582-8481-4d7004e5d67a req-648f98ec-fa6b-43ad-afa7-a2c9461b6a5e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:29.086609 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-455635ec-f6dc-4582-8481-4d7004e5d67a req-648f98ec-fa6b-43ad-afa7-a2c9461b6a5e tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0875900 Aug 09 11:42:29.090141 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-43a52859-31ee-497e-b0f1-a5905c5d4168 req-bf498c37-390d-46f4-adf0-e2a14b5455b2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977647 Aug 09 11:42:29.163745 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-455635ec-f6dc-4582-8481-4d7004e5d67a req-7d845c44-3c1c-49b1-a4e4-d2f145d0edb6 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712495 Aug 09 11:42:29.179977 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] Set router 8567833a-bca1-49e5-948e-fa100f8ee6ae gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:29.345771 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 38938) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:29.456475 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10', 'name': '', 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'mac_address': 'fa:16:3e:22:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:16Z', 'updated_at': '2021-08-09T11:42:28Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'subnets': [{'id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:29.487230 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a554edc-9942-4c26-bf8c-92ea5e5b7d65 None None] The sync data for ids ['8567833a-bca1-49e5-948e-fa100f8ee6ae'] in dv-cinder-802653-6-iscsi is: [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:17Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10', 'name': '', 'network_id': 'be641810-cd41-4884-8a3a-80fa01c5e002', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'mac_address': 'fa:16:3e:22:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:16Z', 'updated_at': '2021-08-09T11:42:28Z', 'revision_number': 4, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'subnets': [{'id': '8c393277-ca1c-4d35-8128-04c408c6f5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:29.502607 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1925116176-network', 'tenant_id': '9d31139be25c43fc90558e5b51d23784'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:29.531907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Made reservation on behalf of 9d31139be25c43fc90558e5b51d23784 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:29.534246 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.546536 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.666291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.678426 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.703021 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:29.740496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f7898-35a5-43a5-84a9-623348b7042c,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:29.769457 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.773921 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Added segment d4eb0194-283b-497a-ba27-4aeb774ac3f5 of type vlan for network 0a58387c-42b3-46e9-93f8-8584c8442dbf Aug 09 11:42:29.837617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.873251 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.874451 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:29.875155 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:29.954133 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38944) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:29.956733 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6062617 Aug 09 11:42:29.960752 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Request body: {'subnet': {'network_id': '0a58387c-42b3-46e9-93f8-8584c8442dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1925116176-subnet', 'tenant_id': '9d31139be25c43fc90558e5b51d23784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:29.967474 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827d17-3248-46fd-ad0a-cd1b27b0a47f admin admin] Pushing event updated for resources: {'Network': ['ID=0a58387c-42b3-46e9-93f8-8584c8442dbf,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:29.979834 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 0a58387c-42b3-46e9-93f8-8584c8442dbf details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:30.014667 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Made reservation on behalf of 9d31139be25c43fc90558e5b51d23784 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:30.017060 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.181549 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:30.263476 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:30.269333 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:30.276854 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.392198 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.418765 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ed18-5e26-4107-9706-b166cb1b8ee8 req-9fbfdd59-bc85-4626-918b-a8f9fb1e477c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:30.420534 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5f96ed18-5e26-4107-9706-b166cb1b8ee8 req-9fbfdd59-bc85-4626-918b-a8f9fb1e477c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.1315494 Aug 09 11:42:30.483050 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:30.499102 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.501065 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 4b55b175-8464-40e3-bc96-65f72694a527 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:30.511727 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5f96ed18-5e26-4107-9706-b166cb1b8ee8 req-8fe924a3-0f7f-4345-975e-80e32bf88afc tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722795 Aug 09 11:42:30.596560 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:30.641242 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 4b55b175-8464-40e3-bc96-65f72694a527 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:30.641898 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.755563 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d182f-3662-4bbc-b88b-84d5cbbb01e2 req-dea0499f-9f51-4acb-ac9a-461beff1063d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:30.758050 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-077d182f-3662-4bbc-b88b-84d5cbbb01e2 req-dea0499f-9f51-4acb-ac9a-461beff1063d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.5818782 Aug 09 11:42:30.759628 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.802833 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Sync routers for ids ['5bce1f99-8c77-4602-8fe5-af13ac889124'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:30.827055 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Routers {'5bce1f99-8c77-4602-8fe5-af13ac889124'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:30.827730 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['5bce1f99-8c77-4602-8fe5-af13ac889124'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:30.856559 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba0d762-9eb5-4800-acde-a0ed88604f36,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:30.895749 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Checking segment: {'id': 'd4eb0194-283b-497a-ba27-4aeb774ac3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0a58387c-42b3-46e9-93f8-8584c8442dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:30.896305 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Network hostable DHCP agents. Network: 0a58387c-42b3-46e9-93f8-8584c8442dbf, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:30.903155 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-077d182f-3662-4bbc-b88b-84d5cbbb01e2 req-184269c4-429d-4148-9f2d-06d5b32da3dc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312187 Aug 09 11:42:30.922214 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Network 0a58387c-42b3-46e9-93f8-8584c8442dbf is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:30.935053 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 0a58387c-42b3-46e9-93f8-8584c8442dbf) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:30.940829 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:30.942627 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:30.947198 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7babb-1422-477a-9254-d110520381d9 None None] Network 0a58387c-42b3-46e9-93f8-8584c8442dbf requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:30.983694 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-e1a2229f-0a0b-49d9-a164-e9b0b2bf10e9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0225267 Aug 09 11:42:31.187771 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Set router 5bce1f99-8c77-4602-8fe5-af13ac889124 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:31.388392 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f399ef-47d9-4073-baf6-ed1a5c9898ff None None] Network 0a58387c-42b3-46e9-93f8-8584c8442dbf requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:31.433291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-d994e8c1-aeb8-42a0-913e-047e1b24901f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:31.435274 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-d994e8c1-aeb8-42a0-913e-047e1b24901f tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.0859661 Aug 09 11:42:31.609451 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Deleting port a8b53759-007b-40ca-824b-699abfdc5824 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:42:31.609451 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:31.686343 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '82b3c2d6-893b-4a10-8409-e8d1d59a08a2', 'name': '', 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'mac_address': 'fa:16:3e:3c:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:23Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 2, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'subnets': [{'id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:31.741591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Checking router: 5bce1f99-8c77-4602-8fe5-af13ac889124 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:31.742241 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Updating router 5bce1f99-8c77-4602-8fe5-af13ac889124 port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:42:31.778382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:31.814612 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38974) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:31.821195 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-179208801-network', 'tenant_id': 'f9697aeea4484a54bee75681e1b836b4'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:31.857159 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Made reservation on behalf of f9697aeea4484a54bee75681e1b836b4 for: {'network': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:31.859696 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:31.890441 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.071373 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.113877 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.132743 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:32.140994 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=99939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:42:32.158157 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5c46-dc12-4c05-9020-aedb758c4449 req-611879db-b3c3-4c29-bcf2-a0c8203efcef tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:32.159032 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.159609 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.segments_db [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Added segment 7dd7f8ba-3c4c-4c9f-9705-cda70e0d72b2 of type vlan for network 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f Aug 09 11:42:32.165366 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e0c5c46-dc12-4c05-9020-aedb758c4449 req-611879db-b3c3-4c29-bcf2-a0c8203efcef tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 945 time: 0.4705262 Aug 09 11:42:32.226650 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.239055 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e0c5c46-dc12-4c05-9020-aedb758c4449 req-0b60c597-2c51-41ae-8c72-c87d9030e2d3 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727201 Aug 09 11:42:32.248875 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] For port a8b53759-007b-40ca-824b-699abfdc5824, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=a8b53759-007b-40ca-824b-699abfdc5824,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:32.249419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.263045 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:32.263925 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.267915 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Calling delete_port for a8b53759-007b-40ca-824b-699abfdc5824 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:42:32.295240 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b902e98-a6b5-45c8-a878-d2379dec343d,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:32.300520 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.302262 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:32.304112 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.342555 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.356762 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Transition to ACTIVE for port object 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:32.393656 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] Pushing event updated for resources: {'Network': ['ID=2f011b3f-b7e8-49ce-aef9-3ae36fddd39f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:32.411782 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:42:32.416273 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768cb3d-1069-4837-a81f-1f5caa6e8592 req-9ac5402c-c1eb-4829-818d-876d1f9ef578 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:32.419225 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8768cb3d-1069-4837-a81f-1f5caa6e8592 req-9ac5402c-c1eb-4829-818d-876d1f9ef578 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.3460305 Aug 09 11:42:32.484873 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8768cb3d-1069-4837-a81f-1f5caa6e8592 req-e89575fa-2173-4ef7-bc42-0c99367fe45d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543106 Aug 09 11:42:32.489263 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0125c833-491b-4f36-ad71-b884aa139723 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6708763 Aug 09 11:42:32.489622 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 38978) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:32.492077 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.498441 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Request body: {'subnet': {'network_id': '2f011b3f-b7e8-49ce-aef9-3ae36fddd39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-179208801-subnet', 'tenant_id': 'f9697aeea4484a54bee75681e1b836b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:32.544530 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Made reservation on behalf of f9697aeea4484a54bee75681e1b836b4 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:32.548139 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.562568 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b668a16-b23e-4188-9403-d654a7a3c3c9 None None] Pushing event updated for resources: {'Port': ['ID=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:32.588138 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.627597 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Attempting to bind port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:32.628072 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Attempting to bind port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:32.628665 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Attempting to bind port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 on network 91010d09-bb57-4735-9709-f697f96cdd37 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:32.631601 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b68bd99a-9f7e-4400-82fb-4eb9834990ae', 'a8b53759-007b-40ca-824b-699abfdc5824'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:32.666166 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:32.666706 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Checking segment: {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:32.667225 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.667730 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Bound using segment: {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:32.670000 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Bound port: 82b3c2d6-893b-4a10-8409-e8d1d59a08a2, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b958da6-1b01-4216-b57b-f792b6add4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:32.670658 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.794366 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Pushing event deleted for resources: {'Port': ['ID=a8b53759-007b-40ca-824b-699abfdc5824,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:32.807830 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] No DVR routers for this DVR port a8b53759-007b-40ca-824b-699abfdc5824 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:42:32.815199 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.818615 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-302872a2-09c7-4aae-a5d1-c14266b59bc6 req-52e08edf-9742-4e69-83d2-f9567ed807f7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "DELETE /v2.0/ports/a8b53759-007b-40ca-824b-699abfdc5824 HTTP/1.1" status: 204 len: 173 time: 1.3744445 Aug 09 11:42:32.819112 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'name': 'network-vif-deleted', 'tag': 'a8b53759-007b-40ca-824b-699abfdc5824'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:32.852073 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] For port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:32.855688 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494cdbcb-7c01-4b6a-8a5e-133818c536e8" -d '{"events": [{"server_uuid": "c5ff55b4-1c17-4578-bc3d-c66febff79c4", "name": "network-vif-deleted", "tag": "a8b53759-007b-40ca-824b-699abfdc5824"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:32.858613 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] For port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:32.875166 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:32.940621 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09c6572-f836-4cd9-9d0f-4f6f377cfb0c x-openstack-request-id: req-c09c6572-f836-4cd9-9d0f-4f6f377cfb0c {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:32.941004 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ff55b4-1c17-4578-bc3d-c66febff79c4", "name": "network-vif-deleted", "tag": "a8b53759-007b-40ca-824b-699abfdc5824", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:32.941389 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c09c6572-f836-4cd9-9d0f-4f6f377cfb0c {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:32.941844 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff55b4-1c17-4578-bc3d-c66febff79c4', 'name': 'network-vif-deleted', 'tag': 'a8b53759-007b-40ca-824b-699abfdc5824', 'status': 'completed', 'code': 200} Aug 09 11:42:33.024125 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Routers {'5bce1f99-8c77-4602-8fe5-af13ac889124'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:33.024958 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['5bce1f99-8c77-4602-8fe5-af13ac889124'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:33.026717 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b668a16-b23e-4188-9403-d654a7a3c3c9 None None] Pushing event updated for resources: {'Port': ['ID=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:33.093975 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:33.158267 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44cba43-72f9-49ce-9af0-b9c07e3eb1e7,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:33.195556 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] Set router 5bce1f99-8c77-4602-8fe5-af13ac889124 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:33.199137 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Checking segment: {'id': '7dd7f8ba-3c4c-4c9f-9705-cda70e0d72b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2f011b3f-b7e8-49ce-aef9-3ae36fddd39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:33.199694 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Network hostable DHCP agents. Network: 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:42:33.220066 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Network 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:42:33.236303 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:33.248046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:33.249065 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:33.260304 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012193f-92d8-408f-a67f-befd09b7372d None None] Network 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:33.276680 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-fb99c8d0-944e-4f6a-97de-c1fda1970577 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7845607 Aug 09 11:42:33.359253 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:42:33.389521 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c28c64a4-113a-43e2-86c1-3932e1655e60 req-cb840a4c-b3b9-4d43-a5d3-e067f690288c tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5ff55b4-1c17-4578-bc3d-c66febff79c4 HTTP/1.1" status: 200 len: 210 time: 0.0514770 Aug 09 11:42:33.563748 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2db2c-dae6-4728-8761-4f9d9ca64ed1 None None] Network 2f011b3f-b7e8-49ce-aef9-3ae36fddd39f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:42:33.715283 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53de8e-6929-4875-8736-8e9d58cccb63 req-34ec1446-cae3-4fcb-a115-3a73a96fd3e7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:33.716602 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ca53de8e-6929-4875-8736-8e9d58cccb63 req-34ec1446-cae3-4fcb-a115-3a73a96fd3e7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0691965 Aug 09 11:42:33.779141 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ca53de8e-6929-4875-8736-8e9d58cccb63 req-03a7fdff-7524-4c33-9007-c561334f3e58 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519485 Aug 09 11:42:33.899029 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '82b3c2d6-893b-4a10-8409-e8d1d59a08a2', 'name': '', 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'mac_address': 'fa:16:3e:3c:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:23Z', 'updated_at': '2021-08-09T11:42:32Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'subnets': [{'id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:33.952436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a6574-beee-42fa-806d-7c80202ddf50 None None] The sync data for ids ['5bce1f99-8c77-4602-8fe5-af13ac889124'] in dv-cinder-802653-6-iscsi is: [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:42:24Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '82b3c2d6-893b-4a10-8409-e8d1d59a08a2', 'name': '', 'network_id': '91010d09-bb57-4735-9709-f697f96cdd37', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'mac_address': 'fa:16:3e:3c:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:23Z', 'updated_at': '2021-08-09T11:42:32Z', 'revision_number': 4, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'subnets': [{'id': '2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:34.147941 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:34.249635 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:34.258748 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:34.260146 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:34.383696 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:34.445663 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:34.450957 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:34.509690 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:34.799270 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f08c7-6ea9-4e92-a09f-73cf50c99292 req-30b6c9b1-ac82-4d03-b686-211ae933b991 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:34.800888 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-055f08c7-6ea9-4e92-a09f-73cf50c99292 req-30b6c9b1-ac82-4d03-b686-211ae933b991 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0723848 Aug 09 11:42:34.868641 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-055f08c7-6ea9-4e92-a09f-73cf50c99292 req-c3f3a81f-5105-4d63-9765-1a0e513be65a tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615904 Aug 09 11:42:34.941458 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74b06-0265-4111-aa03-d05ae512ca5f req-44e98db5-81e1-4ea2-bf82-31dca96eca6e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:34.948892 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-81a74b06-0265-4111-aa03-d05ae512ca5f req-44e98db5-81e1-4ea2-bf82-31dca96eca6e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0677292 Aug 09 11:42:35.012462 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-81a74b06-0265-4111-aa03-d05ae512ca5f req-831293b1-eabc-4cad-b1fc-b0946cf84e80 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526760 Aug 09 11:42:35.635117 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device a8b53759-007b-40ca-824b-699abfdc5824 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:35.658569 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: a8b53759-007b-40ca-824b-699abfdc5824 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:42:35.658922 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device a8b53759-007b-40ca-824b-699abfdc5824 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:42:36.020615 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cca125-3d88-4ba8-9a3f-864ce8829f11 req-f4778bb6-ae56-4cfd-96a8-b1042484c4f1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:36.022680 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b8cca125-3d88-4ba8-9a3f-864ce8829f11 req-f4778bb6-ae56-4cfd-96a8-b1042484c4f1 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0649254 Aug 09 11:42:36.101007 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b8cca125-3d88-4ba8-9a3f-864ce8829f11 req-f159715e-e650-46bb-89c6-bfd455fb07ba tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662696 Aug 09 11:42:36.111050 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:42:36.182517 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488e270-53e1-4915-bde6-fa0aaa11a35f req-a3780338-93ee-4f8f-a153-c6e0da317a8e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:36.190218 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f488e270-53e1-4915-bde6-fa0aaa11a35f req-a3780338-93ee-4f8f-a153-c6e0da317a8e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0660436 Aug 09 11:42:36.204152 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:36.204659 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:36.232207 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f488e270-53e1-4915-bde6-fa0aaa11a35f req-1ced3eb9-9a34-4378-a24f-6c5fbb248687 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Aug 09 11:42:37.235376 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212adda3-eb8c-4ffc-af2d-e3581fc8eb99 req-fbe2e019-c6fe-40a8-a2d8-e586eb69ea61 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:37.254084 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-212adda3-eb8c-4ffc-af2d-e3581fc8eb99 req-fbe2e019-c6fe-40a8-a2d8-e586eb69ea61 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0745201 Aug 09 11:42:37.322837 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-212adda3-eb8c-4ffc-af2d-e3581fc8eb99 req-70d40103-f0dd-4cbc-bd85-47b002d46fe9 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672762 Aug 09 11:42:37.402613 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b41c89-11e5-41de-9fb6-911c85797865 req-081892be-8103-4ff5-b8c5-976247c3c95e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:37.404262 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-51b41c89-11e5-41de-9fb6-911c85797865 req-081892be-8103-4ff5-b8c5-976247c3c95e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0607815 Aug 09 11:42:37.455543 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-51b41c89-11e5-41de-9fb6-911c85797865 req-80ef40d1-889c-45ac-bebc-e57bf6742f4b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Aug 09 11:42:38.453686 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3276e7-e2f1-4095-b1e2-33bb2d3c7c73 req-e00ba53b-42d0-4982-a293-0331b563be75 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:38.455191 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6b3276e7-e2f1-4095-b1e2-33bb2d3c7c73 req-e00ba53b-42d0-4982-a293-0331b563be75 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0612826 Aug 09 11:42:38.497102 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6b3276e7-e2f1-4095-b1e2-33bb2d3c7c73 req-ad68c26e-112c-4c5c-b020-fe8afccfb254 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Aug 09 11:42:39.626163 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15872c1-e116-46bc-aeff-6abe1d1e83ad req-90176269-2490-47b1-b5e5-5377e41145c7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:39.627672 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b15872c1-e116-46bc-aeff-6abe1d1e83ad req-90176269-2490-47b1-b5e5-5377e41145c7 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Aug 09 11:42:39.669808 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b15872c1-e116-46bc-aeff-6abe1d1e83ad req-a76e6ae4-aa85-4cde-899b-6b9c5e2dbb49 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356047 Aug 09 11:42:40.166967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-d04bf2a1-4dfa-43eb-95c7-9f13434368b5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:40.168382 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-d04bf2a1-4dfa-43eb-95c7-9f13434368b5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 814 time: 0.1022253 Aug 09 11:42:40.184460 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-30ad5530-6c93-4fba-8a3d-38791bce2a65 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/quotas/2f66ff8158a14dba96f4bc8f872b4e2f HTTP/1.1" status: 200 len: 375 time: 0.0104389 Aug 09 11:42:40.238195 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-6e389968-b7bf-4d6e-b3e3-01939814d0c3 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484467 Aug 09 11:42:40.339924 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-42e4536c-6e60-412d-a2c3-eaeb1d5e8eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864968 Aug 09 11:42:40.428509 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-cd13d7d7-9a76-4243-9ae7-4e86a02fdaf0 service neutron] 10.222.0.41 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818346 Aug 09 11:42:40.582329 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f48d69e3-98e5-4dfd-a52d-cc1b0cad9455 req-d539201a-9b26-4deb-9ce4-3f5afebea6b7 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 210 time: 0.0263474 Aug 09 11:42:40.846417 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-8c8641df-c0ac-4aec-957b-e513f8a3d7d4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:40.849485 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-8c8641df-c0ac-4aec-957b-e513f8a3d7d4 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1372540 Aug 09 11:42:40.866161 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc40e-323f-4e78-9a50-5c15106e0064 req-095c37d5-2adb-4569-b7fb-3a1543936118 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:40.868553 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c3bbc40e-323f-4e78-9a50-5c15106e0064 req-095c37d5-2adb-4569-b7fb-3a1543936118 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 945 time: 0.1195040 Aug 09 11:42:40.970024 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c3bbc40e-323f-4e78-9a50-5c15106e0064 req-1d1c5465-7c32-44b4-998a-664bdf52bcdd tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/security-groups?id=fda8d3b8-b061-4f48-b759-d8babb2ed514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881796 Aug 09 11:42:41.004167 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Deleting port b68bd99a-9f7e-4400-82fb-4eb9834990ae {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:42:41.004556 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:41.099217 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] For port b68bd99a-9f7e-4400-82fb-4eb9834990ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b68bd99a-9f7e-4400-82fb-4eb9834990ae,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:41.099585 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:41.111869 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Calling delete_port for b68bd99a-9f7e-4400-82fb-4eb9834990ae owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:42:41.244284 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:41.272558 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Pushing event deleted for resources: {'Port': ['ID=b68bd99a-9f7e-4400-82fb-4eb9834990ae,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:41.282423 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b68bd99a-9f7e-4400-82fb-4eb9834990ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:42:41.313308 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] No DVR routers for this DVR port b68bd99a-9f7e-4400-82fb-4eb9834990ae on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:42:41.315752 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:41.317771 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ef08b649-1e24-4a71-b4f8-ff602d74c8e1 req-0594959c-aa19-49d4-b088-76f68b21bf2d tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.55 "DELETE /v2.0/ports/b68bd99a-9f7e-4400-82fb-4eb9834990ae HTTP/1.1" status: 204 len: 173 time: 0.4479833 Aug 09 11:42:41.318762 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'name': 'network-vif-deleted', 'tag': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:41.324692 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a177ee2-8956-47c2-9966-f72c264b1183" -d '{"events": [{"server_uuid": "c9afef8e-b878-4937-9167-f5a7b71b4b83", "name": "network-vif-deleted", "tag": "b68bd99a-9f7e-4400-82fb-4eb9834990ae"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:41.363511 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302fdf03-cbd1-4295-9544-28532b463547 x-openstack-request-id: req-302fdf03-cbd1-4295-9544-28532b463547 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:41.363794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9afef8e-b878-4937-9167-f5a7b71b4b83", "name": "network-vif-deleted", "tag": "b68bd99a-9f7e-4400-82fb-4eb9834990ae", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:41.364042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-302fdf03-cbd1-4295-9544-28532b463547 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:41.364460 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afef8e-b878-4937-9167-f5a7b71b4b83', 'name': 'network-vif-deleted', 'tag': 'b68bd99a-9f7e-4400-82fb-4eb9834990ae', 'status': 'completed', 'code': 200} Aug 09 11:42:41.718895 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8a47bf00-27ff-4744-bf84-1b7dc243d3ca req-1cf1e8bb-2f03-4c37-80be-f86e6e1cc930 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 210 time: 0.0327253 Aug 09 11:42:41.766617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-f7027fb9-ee40-4aab-bc56-49dda233f45e tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:41.767947 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-f7027fb9-ee40-4aab-bc56-49dda233f45e tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 814 time: 0.1325455 Aug 09 11:42:41.804129 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'port': {'device_id': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'admin_state_up': True, 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:41.912496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Made reservation on behalf of 2f66ff8158a14dba96f4bc8f872b4e2f for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:41.915921 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:42.061175 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Allocated IP 172.20.0.4 (15977904-2cb0-4924-836c-abda794fa56f/0c3d62d9-845a-44a1-9196-87d9cb391fc3/b8dbee23-6da2-4db0-8df8-dd56260573ae) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:42.138239 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-92f639fd-5656-413a-85d9-10090f3cd129 req-68d887c6-a89f-441c-b52b-f2c19b989973 tempest-ServerRescueNegativeTestJSON-341321890 tempest-ServerRescueNegativeTestJSON-341321890-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9afef8e-b878-4937-9167-f5a7b71b4b83 HTTP/1.1" status: 200 len: 210 time: 0.0502214 Aug 09 11:42:42.316560 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:42.338389 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Transition to ACTIVE for port object b8dbee23-6da2-4db0-8df8-dd56260573ae will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:42.384713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:42.442095 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Network 15977904-2cb0-4924-836c-abda794fa56f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:42.446517 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:42.448640 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:42.450838 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:42.560270 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:42.560270 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:42.602833 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-9d045ac7-9318-4704-b6ea-2c5442a7c287 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025870 Aug 09 11:42:42.824117 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-fba07241-e50d-4916-9dd1-a26e4fbf2b5e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689725650&fields=id&tenant_id=3b26bcfb002945b283e940253a407c53 HTTP/1.1" status: 200 len: 267 time: 0.0937967 Aug 09 11:42:42.876619 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-02bb067b-7a0a-4544-84d4-d3e02461ff9a None None] Provisioning for port b8dbee23-6da2-4db0-8df8-dd56260573ae completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:42.877758 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24311-e81f-4da6-92af-c5b40da6e864 req-036bf6a7-0627-43c0-9a19-bf0427973fc0 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:42.882126 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-02bb067b-7a0a-4544-84d4-d3e02461ff9a None None] Provisioning complete for port b8dbee23-6da2-4db0-8df8-dd56260573ae triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:42.882755 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-02bb067b-7a0a-4544-84d4-d3e02461ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:42.886008 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54d24311-e81f-4da6-92af-c5b40da6e864 req-036bf6a7-0627-43c0-9a19-bf0427973fc0 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0617712 Aug 09 11:42:42.921466 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-02bb067b-7a0a-4544-84d4-d3e02461ff9a None None] Port b8dbee23-6da2-4db0-8df8-dd56260573ae cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:42.929388 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54d24311-e81f-4da6-92af-c5b40da6e864 req-d32c69c9-e912-45f5-ae0e-ade628fd0883 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Aug 09 11:42:43.017907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-7586fb5e-62c3-42c5-a832-cb346beff509 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:43.019983 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-7586fb5e-62c3-42c5-a832-cb346beff509 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 808 time: 0.1854742 Aug 09 11:42:43.035957 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-0436cc72-fc1a-4272-a91a-3a8a647ccbcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/quotas/3b26bcfb002945b283e940253a407c53 HTTP/1.1" status: 200 len: 375 time: 0.0095882 Aug 09 11:42:43.105185 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-c1964967-b933-4bab-a920-836fed4dba14 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626447 Aug 09 11:42:43.193609 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39214) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:43.225504 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-b2a06787-e8b3-4387-b977-a0f3095ea499 service neutron] 10.222.0.41 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072206 Aug 09 11:42:43.326594 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-daef95ac-a9f4-4342-83d8-8a90c1f92ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946469 Aug 09 11:42:43.644014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b68bd99a-9f7e-4400-82fb-4eb9834990ae no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:43.674023 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: b68bd99a-9f7e-4400-82fb-4eb9834990ae {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:42:43.674233 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b68bd99a-9f7e-4400-82fb-4eb9834990ae not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:42:43.788532 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:43.815965 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7dbfa935-0e74-4ab4-8864-90ef9c102319 req-b52811ca-b252-4a3d-8225-a5840ade64ef tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0572214 Aug 09 11:42:44.138844 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294a276-7f6d-48b2-b02c-b08f9860670a req-2e84ab1d-9d6a-4887-8335-42227173e4ed tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:44.140437 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6294a276-7f6d-48b2-b02c-b08f9860670a req-2e84ab1d-9d6a-4887-8335-42227173e4ed tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.1089847 Aug 09 11:42:44.227732 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6294a276-7f6d-48b2-b02c-b08f9860670a req-5c0a7a96-e513-433f-9ee1-cc1fa0bc954d tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786693 Aug 09 11:42:44.263348 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Deleting port 9bbb2aec-26a6-48ae-85af-3cf32a915f34 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:42:44.263924 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:44.350469 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] For port 9bbb2aec-26a6-48ae-85af-3cf32a915f34, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=9bbb2aec-26a6-48ae-85af-3cf32a915f34,segment=NetworkSegment(d8b2f343-237a-490b-8e58-4913023c1bb9),segment_id=d8b2f343-237a-490b-8e58-4913023c1bb9)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:44.350837 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:44.363468 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Calling delete_port for 9bbb2aec-26a6-48ae-85af-3cf32a915f34 owned by network:router_interface {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:42:44.566659 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:44.591963 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbb2aec-26a6-48ae-85af-3cf32a915f34,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:44.759058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:44.937128 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-285298f4-b2e1-4964-861e-be5dc9396c0a req-726a37eb-2ef9-4906-ad18-93cbab13b9f7 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0350747 Aug 09 11:42:45.208058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:42:45.353535 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:42:45.364360 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] Sync routers for ids ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:42:45.380974 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-1b183ce4-e91d-4ede-bcda-a3bdf4e9804d admin admin] 10.222.0.41 "PUT /v2.0/routers/20917acb-b61d-47f6-a5cd-09cc2e4b9ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1839776 Aug 09 11:42:45.381347 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39258) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:45.384107 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] Routers {'20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:45.384867 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:45.413370 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5aef-cbf6-4dff-9f55-106b1d8434c3 req-f8ce4fd3-499c-41f8-a8c4-f35931ee7f48 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:45.414864 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a30c5aef-cbf6-4dff-9f55-106b1d8434c3 req-f8ce4fd3-499c-41f8-a8c4-f35931ee7f48 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0973871 Aug 09 11:42:45.487877 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a30c5aef-cbf6-4dff-9f55-106b1d8434c3 req-a8c3e1cb-0563-453d-af2d-49899a684402 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668812 Aug 09 11:42:45.526747 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks [] for router, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.536449 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] Set router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:45.642459 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.716157 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Deleting port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:42:45.716157 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.768352 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:42:44Z', 'revision_number': 5, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port': {'id': '0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:45.793232 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] Checking router: 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:42:45.799850 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] For port 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:45.800254 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:45.816863 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Calling delete_port for 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f owned by network:router_gateway {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:42:45.821574 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] Routers {'20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:42:45.823927 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:45.931807 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] Set router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:42:45.993049 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:42:45Z', 'revision_number': 6, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:46.006128 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.038423 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79f9b5-73e7-4a6c-b686-f2257620ce9a None None] The sync data for ids ['20917acb-b61d-47f6-a5cd-09cc2e4b9ef1'] in dv-cinder-802653-6-iscsi is: [{'id': '20917acb-b61d-47f6-a5cd-09cc2e4b9ef1', 'name': 'tempest-ServerRescueNegativeTestJSON-218761405-router', 'tenant_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:36Z', 'updated_at': '2021-08-09T11:42:45Z', 'revision_number': 6, 'project_id': 'e8c9be06a7a448eda0f3d220b733dd21', 'gw_port_host': None}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:42:46.092740 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc8f556f-242d-4c4f-9e96-4f1a46f02a83 req-62e58759-72ca-4a1e-8186-a797bdf49b4a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0635185 Aug 09 11:42:46.095668 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:46.158868 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.269304 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.271396 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.339454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.339897 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 {{(pid=99939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:42:46.345020 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.346812 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-d5ea25ff-b6f7-424d-bdac-be1962be4faa admin admin] 10.222.0.41 "DELETE /v2.0/routers/20917acb-b61d-47f6-a5cd-09cc2e4b9ef1 HTTP/1.1" status: 204 len: 168 time: 0.9644084 Aug 09 11:42:46.350088 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39262) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:46.417744 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Deleting subnet 369127fe-6e2c-45bb-88ed-16bffd1dcc0c {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:42:46.421515 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.463757 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.531374 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.654086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8c66-4e4a-4acc-bf1f-c53c402cb72d req-de49fcf6-5784-44f8-9e4a-cbf9994bf3a2 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:46.658421 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.661206 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-302c8c66-4e4a-4acc-bf1f-c53c402cb72d req-de49fcf6-5784-44f8-9e4a-cbf9994bf3a2 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0864491 Aug 09 11:42:46.705234 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369127fe-6e2c-45bb-88ed-16bffd1dcc0c,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:46.710851 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-302c8c66-4e4a-4acc-bf1f-c53c402cb72d req-c1d61f03-861a-418c-8e5c-24df99de3fdb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Aug 09 11:42:46.710987 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.715507 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-afef1602-ed2a-4bed-871c-3365aa1010f6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/369127fe-6e2c-45bb-88ed-16bffd1dcc0c HTTP/1.1" status: 204 len: 168 time: 0.3644633 Aug 09 11:42:46.720546 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39276) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:46.802046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.902365 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.912273 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3580bf56-5a53-46bd-95be-a70cab4f50f3']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:46.922220 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b2f343-237a-490b-8e58-4913023c1bb9') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:46.922598 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b2f343-237a-490b-8e58-4913023c1bb9') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:46.931433 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.949824 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.957226 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:42:46.957985 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:42:46.960508 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:42:47.048534 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.055054 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.057132 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3580bf56-5a53-46bd-95be-a70cab4f50f3 HTTP/1.1" status: 204 len: 168 time: 0.3355629 Aug 09 11:42:47.073034 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cbd86-1bae-4b49-86fa-1bf18c0eed22 admin admin] Pushing event deleted for resources: {'Network': ['ID=3580bf56-5a53-46bd-95be-a70cab4f50f3,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:47.218837 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb7705db-14fe-4684-b918-a202c996a362 req-ea1e0601-1128-4767-9b45-57d5a08672f1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0303330 Aug 09 11:42:47.311451 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39294) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:47.360479 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2b1b6b27-c4ca-4c56-84ec-cc3ff9b67f07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8c9be06a7a448eda0f3d220b733dd21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468082 Aug 09 11:42:47.361001 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39296) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:47.420249 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.441674 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.493581 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.496147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:47.499863 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fda8d3b8-b061-4f48-b759-d8babb2ed514 HTTP/1.1" status: 204 len: 168 time: 0.1350229 Aug 09 11:42:47.506591 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda8d3b8-b061-4f48-b759-d8babb2ed514,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:47.513846 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.514305 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.514651 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.515101 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.515436 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.515766 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.516093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.516530 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.516864 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.517187 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.517509 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.518081 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcad2df-0839-4972-915c-17a24a29b014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:42:47.831934 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e6ab1-ab34-4377-9a81-aa9647c3cd6f req-5c8a9c5b-edb8-466a-92df-4d973d36a7cc tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:47.839491 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1f6e6ab1-ab34-4377-9a81-aa9647c3cd6f req-5c8a9c5b-edb8-466a-92df-4d973d36a7cc tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0609906 Aug 09 11:42:47.877093 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1f6e6ab1-ab34-4377-9a81-aa9647c3cd6f req-1ba190cf-cc99-42c3-88f7-d13887be11f5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363126 Aug 09 11:42:48.086634 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9bbb2aec-26a6-48ae-85af-3cf32a915f34 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:48.106714 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 9bbb2aec-26a6-48ae-85af-3cf32a915f34 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:42:48.107059 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9bbb2aec-26a6-48ae-85af-3cf32a915f34 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:42:48.107479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:42:48.128250 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:42:48.128599 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0bbd9708-6cc6-4cc3-b5d2-d45dae576a1f not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:42:48.291737 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39334) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:48.351399 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-66e848ba-f711-456e-8824-ca9ed2d9f605 req-1e0bb5cb-7282-4fda-bebe-b34d95985be4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0610254 Aug 09 11:42:48.378392 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Deleting subnet fba0d762-9eb5-4800-acde-a0ed88604f36 {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:42:48.382795 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.422554 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.465308 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.544439 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.572400 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba0d762-9eb5-4800-acde-a0ed88604f36,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:48.576065 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.577967 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0b1dfc7c-d0a2-4e82-8c53-285c9cfe657d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fba0d762-9eb5-4800-acde-a0ed88604f36 HTTP/1.1" status: 204 len: 168 time: 0.2771583 Aug 09 11:42:48.580645 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39340) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:48.650586 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.752327 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.772633 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a58387c-42b3-46e9-93f8-8584c8442dbf']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:48.787472 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4eb0194-283b-497a-ba27-4aeb774ac3f5') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:48.788058 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4eb0194-283b-497a-ba27-4aeb774ac3f5') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:48.798107 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.813080 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.819441 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:42:48.819828 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:42:48.821718 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:42:48.884322 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.890026 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:48.894780 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39352) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:48.894930 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] 10.222.0.41 "DELETE /v2.0/networks/0a58387c-42b3-46e9-93f8-8584c8442dbf HTTP/1.1" status: 204 len: 168 time: 0.3133674 Aug 09 11:42:48.914689 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93aae1-1457-4996-b20a-6e350cd0ff6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0a58387c-42b3-46e9-93f8-8584c8442dbf,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:48.964861 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Deleting subnet f44cba43-72f9-49ce-9af0-b9c07e3eb1e7 {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:42:48.968589 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.005783 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.006930 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15bb32-b1f1-472c-b296-8c81b2b50281 req-d7a0bd41-0bcd-463c-aeef-418743c38239 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:49.008467 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be15bb32-b1f1-472c-b296-8c81b2b50281 req-d7a0bd41-0bcd-463c-aeef-418743c38239 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0530777 Aug 09 11:42:49.056946 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be15bb32-b1f1-472c-b296-8c81b2b50281 req-064cc6d9-6874-4ba3-847e-9a72bd6c497f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Aug 09 11:42:49.092684 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.147461 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.178643 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44cba43-72f9-49ce-9af0-b9c07e3eb1e7,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:49.185567 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.188703 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a81888ae-24df-4059-a97d-caa44a427dc0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f44cba43-72f9-49ce-9af0-b9c07e3eb1e7 HTTP/1.1" status: 204 len: 168 time: 0.2916574 Aug 09 11:42:49.190223 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39364) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:49.269877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.370172 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.381265 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f011b3f-b7e8-49ce-aef9-3ae36fddd39f']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:49.391586 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd7f8ba-3c4c-4c9f-9705-cda70e0d72b2') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:49.391884 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd7f8ba-3c4c-4c9f-9705-cda70e0d72b2') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:42:49.401281 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.415867 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.422310 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:42:49.422784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:42:49.425046 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:42:49.479690 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ab605edf-4460-45ca-89f5-c07f99fe1ba9 req-d9ee8ba9-207a-4364-8e67-1a4d815865d5 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0458775 Aug 09 11:42:49.512397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.517589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.519479 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f011b3f-b7e8-49ce-aef9-3ae36fddd39f HTTP/1.1" status: 204 len: 168 time: 0.3279610 Aug 09 11:42:49.530795 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1e3ce-a216-4d0d-b6ff-0764f92bdac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f011b3f-b7e8-49ce-aef9-3ae36fddd39f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:49.687722 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39374) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:49.730818 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-6f2344c2-f077-40ff-99da-66ba47c9d9db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d31139be25c43fc90558e5b51d23784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417125 Aug 09 11:42:49.733285 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39376) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:49.780565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-90023b95-225f-4ec6-ac59-0ac478876e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.807845 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-90023b95-225f-4ec6-ac59-0ac478876e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.856790 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-90023b95-225f-4ec6-ac59-0ac478876e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.859362 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-90023b95-225f-4ec6-ac59-0ac478876e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:49.860532 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-90023b95-225f-4ec6-ac59-0ac478876e26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d95f7898-35a5-43a5-84a9-623348b7042c HTTP/1.1" status: 204 len: 168 time: 0.1263096 Aug 09 11:42:49.868145 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90023b95-225f-4ec6-ac59-0ac478876e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f7898-35a5-43a5-84a9-623348b7042c,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:50.186273 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9823-bea0-4a01-9b21-9a6ae7f89f22 req-e772a3c2-a622-4aa9-a257-4c57728e0424 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:50.187912 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a37a9823-bea0-4a01-9b21-9a6ae7f89f22 req-e772a3c2-a622-4aa9-a257-4c57728e0424 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0530639 Aug 09 11:42:50.198768 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39384) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:50.229186 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a37a9823-bea0-4a01-9b21-9a6ae7f89f22 req-463ef481-2af8-4f7c-9e81-2addd851075f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Aug 09 11:42:50.245547 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2813e19c-1f62-4cb4-bac5-07fc7549c9e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9697aeea4484a54bee75681e1b836b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453024 Aug 09 11:42:50.246196 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39386) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:50.298738 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27e3faff-28f3-43f5-97b4-df96c6a92a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:50.321348 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27e3faff-28f3-43f5-97b4-df96c6a92a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:50.373825 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27e3faff-28f3-43f5-97b4-df96c6a92a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:50.376736 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-27e3faff-28f3-43f5-97b4-df96c6a92a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:50.378082 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-27e3faff-28f3-43f5-97b4-df96c6a92a57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b902e98-a6b5-45c8-a878-d2379dec343d HTTP/1.1" status: 204 len: 168 time: 0.1308513 Aug 09 11:42:50.387814 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3faff-28f3-43f5-97b4-df96c6a92a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b902e98-a6b5-45c8-a878-d2379dec343d,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:50.528439 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:50.603221 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-81ad40d7-420b-4917-aad9-7ca4ff4500b8 req-e17aa130-e829-4a73-b504-5c931e1fbbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0422478 Aug 09 11:42:51.373494 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be210a6-b796-41b5-b57f-a4d9f04b7faf req-62bf5d0c-79f3-4cca-af35-ab9c62d9ca37 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:51.374980 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9be210a6-b796-41b5-b57f-a4d9f04b7faf req-62bf5d0c-79f3-4cca-af35-ab9c62d9ca37 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0644386 Aug 09 11:42:51.413578 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9be210a6-b796-41b5-b57f-a4d9f04b7faf req-3faf8b51-c53c-476a-91bb-54af9e88955a tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Aug 09 11:42:51.709050 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-88731bf6-5dec-4a76-acc2-4a44d2a7c492 req-0df45ed2-f6e1-4e46-9bfa-fc540ba7370c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0355885 Aug 09 11:42:51.893959 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6b1149a9-b233-4f9d-b05c-4b3a63a0617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:52.555223 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d57c3d-8366-40f0-b654-4f3b2a9125b4 req-4638a178-1af6-4d08-93d3-22f94e214a30 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:52.556837 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-30d57c3d-8366-40f0-b654-4f3b2a9125b4 req-4638a178-1af6-4d08-93d3-22f94e214a30 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0569463 Aug 09 11:42:52.595547 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-30d57c3d-8366-40f0-b654-4f3b2a9125b4 req-d1a9a5de-7f9c-43ee-a3d3-835af5894fb6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Aug 09 11:42:52.793284 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e34e4559-ae87-4831-83d5-128c074b7793 req-5bab364d-33c1-4750-95d5-2ba1a3a2ecbd tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0277748 Aug 09 11:42:53.715664 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb1f2a-5027-4bf9-b55b-43283c52cae5 req-ce3f7028-ec9d-407a-8154-573747b427d6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:53.717165 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bcdb1f2a-5027-4bf9-b55b-43283c52cae5 req-ce3f7028-ec9d-407a-8154-573747b427d6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0487335 Aug 09 11:42:53.753221 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bcdb1f2a-5027-4bf9-b55b-43283c52cae5 req-831d167a-7b03-4ac8-b64f-b739adf2a36a tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Aug 09 11:42:53.899695 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-35b555c3-97ff-4254-985b-8ec453676f11 req-33812a4e-d020-4d7c-b889-ef698909911b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0294340 Aug 09 11:42:54.561534 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae460-969a-4f6e-ab40-5ff936770196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:54.728225 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:54.864343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb944e-c381-4853-8a9b-108856b766b2 req-f0f989a1-cf23-431e-8e1c-22b292d76374 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:54.865769 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9eb944e-c381-4853-8a9b-108856b766b2 req-f0f989a1-cf23-431e-8e1c-22b292d76374 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0473888 Aug 09 11:42:54.901816 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d9eb944e-c381-4853-8a9b-108856b766b2 req-7e7d404c-dd21-4625-a87f-7ddcd668fd14 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303190 Aug 09 11:42:54.989010 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-863faf71-157f-4af0-83d0-da0332e611ed req-9d02a5c0-85db-4e85-80d4-bae4e1ccfb6e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0263438 Aug 09 11:42:55.657212 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:55.716543 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Request body: {'port': {'device_id': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:55.788389 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:55.860863 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-d37f1029-a3d4-4a59-a987-ad8710508f2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439274 Aug 09 11:42:55.977607 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7915-3636-4b13-8733-589092ae6d63 req-89b87932-d842-4c5a-a992-5abcca7655fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:55.980148 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-89b87932-d842-4c5a-a992-5abcca7655fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 1100 time: 0.0535548 Aug 09 11:42:56.060026 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597095-f4f4-4e5a-b9aa-595ebf6c6ed5 req-a2e21f36-1dcc-491e-ab1c-04633089decb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.061554 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-70597095-f4f4-4e5a-b9aa-595ebf6c6ed5 req-a2e21f36-1dcc-491e-ab1c-04633089decb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 931 time: 0.0855086 Aug 09 11:42:56.103849 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6ade6f7e-82c4-4ed8-b438-e7fb3c69ad5f req-b7bafd8a-3b23-4f2e-b216-a1166adad4ed tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0341449 Aug 09 11:42:56.113542 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7915-3636-4b13-8733-589092ae6d63 req-9f560072-818d-43bc-892a-986e5dd9792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.114774 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-9f560072-818d-43bc-892a-986e5dd9792b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.1142607 Aug 09 11:42:56.134461 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-70597095-f4f4-4e5a-b9aa-595ebf6c6ed5 req-943fd367-65ba-4f5e-a3c2-cfa754429417 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618606 Aug 09 11:42:56.136506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dbee23-6da2-4db0-8df8-dd56260573ae {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:42:56.144406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:56.157741 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Transition to ACTIVE for port object b8dbee23-6da2-4db0-8df8-dd56260573ae will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:56.161647 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:56.193991 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-c10a038a-fb9c-4215-a95f-788d2e438c5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 200 len: 1001 time: 0.0703673 Aug 09 11:42:56.230325 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:56.249595 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7915-3636-4b13-8733-589092ae6d63 req-2ccb2aac-9434-4377-8e01-2f5a4e1c7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.251402 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-2ccb2aac-9434-4377-8e01-2f5a4e1c7199 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0492988 Aug 09 11:42:56.293226 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Attempting to bind port b8dbee23-6da2-4db0-8df8-dd56260573ae on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:56.293793 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Attempting to bind port b8dbee23-6da2-4db0-8df8-dd56260573ae by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:56.294299 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Attempting to bind port b8dbee23-6da2-4db0-8df8-dd56260573ae on network 15977904-2cb0-4924-836c-abda794fa56f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:56.303243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Port b8dbee23-6da2-4db0-8df8-dd56260573ae on network 15977904-2cb0-4924-836c-abda794fa56f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:42:56.304378 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Attempting to bind port b8dbee23-6da2-4db0-8df8-dd56260573ae on network 15977904-2cb0-4924-836c-abda794fa56f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:56.311164 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:56.314138 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Checking segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:56.314138 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Bound using segment: {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:56.314479 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Bound port: b8dbee23-6da2-4db0-8df8-dd56260573ae, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fe9bb9-3f30-4739-9159-9df9c8419099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '15977904-2cb0-4924-836c-abda794fa56f'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:56.314841 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:56.333870 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7915-3636-4b13-8733-589092ae6d63 req-c5917da6-8652-42e2-9a19-5d3024658dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.335691 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-c5917da6-8652-42e2-9a19-5d3024658dd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758369 Aug 09 11:42:56.390980 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:56.448679 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-7c643fec-d3da-4a3e-8f8a-ea367b72e3b9 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042433 Aug 09 11:42:56.450753 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:56.459626 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:56.515871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.516529 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:56.518071 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 1093 time: 0.8058007 Aug 09 11:42:56.518385 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:56.521262 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:56.593819 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc75acd-3cc0-4c3e-8057-eb9ef9ac8da3 x-openstack-request-id: req-0bc75acd-3cc0-4c3e-8057-eb9ef9ac8da3 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:56.594052 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:56.594353 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bc75acd-3cc0-4c3e-8057-eb9ef9ac8da3 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:56.594679 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'status': 'completed', 'code': 200} Aug 09 11:42:56.596888 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6aba8-cc3f-49b0-a543-650afd499460 service neutron] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:56.612628 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-bb9914b4-7efd-4e2e-b079-6d547083fd8e service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557729 Aug 09 11:42:56.619604 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-bb934a14-7c02-4212-9855-01229881c7b1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.625338 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-bb934a14-7c02-4212-9855-01229881c7b1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 808 time: 0.2317061 Aug 09 11:42:56.657209 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-0d22e9d8-62c5-47a3-b6ae-5e485beb6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.658878 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-0d22e9d8-62c5-47a3-b6ae-5e485beb6574 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1096 time: 0.0570054 Aug 09 11:42:56.711035 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-27f1a258-e229-4414-b1fd-337e6aff97b2 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b26bcfb002945b283e940253a407c53 HTTP/1.1" status: 200 len: 380 time: 0.0417476 Aug 09 11:42:56.757024 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'port': {'device_id': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'admin_state_up': True, 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'security_groups': ['21f921c7-ff04-4e63-95be-122a32afb317']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:56.761462 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-c017d297-ee43-4fd3-972c-13ec0021c252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 217 time: 0.0491958 Aug 09 11:42:56.810491 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39522) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:56.875347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-05591f8d-7be7-471b-a29e-e674fff5854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.876807 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-05591f8d-7be7-471b-a29e-e674fff5854d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.0717742 Aug 09 11:42:56.923435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-68fd04a9-26f6-4361-868f-e9891ecb7c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:56.943982 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-1cc15edd-7d37-49fb-a376-e92bbb5c9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:56.946040 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-1cc15edd-7d37-49fb-a376-e92bbb5c9a42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597329 Aug 09 11:42:56.946888 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Made reservation on behalf of 3b26bcfb002945b283e940253a407c53 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:42:56.950239 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.034481 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-68fd04a9-26f6-4361-868f-e9891ecb7c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.039524 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-68fd04a9-26f6-4361-868f-e9891ecb7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.114534 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd04a9-26f6-4361-868f-e9891ecb7c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92420e7-9100-4443-9349-4e0a7a911771,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:57.203962 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.209515 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-68fd04a9-26f6-4361-868f-e9891ecb7c1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b580d288800143d69310303c8100aedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974526 Aug 09 11:42:57.212502 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39544) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:42:57.342986 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6915b4cf-784b-49ad-971e-e020ed2d3760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.356253 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080081b8-ae95-4d24-a1a3-3f6b608a3f4c req-5836704d-d70b-408e-af08-7fe0ec5f6634 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:57.357764 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-080081b8-ae95-4d24-a1a3-3f6b608a3f4c req-5836704d-d70b-408e-af08-7fe0ec5f6634 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 943 time: 0.0926907 Aug 09 11:42:57.390740 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6915b4cf-784b-49ad-971e-e020ed2d3760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.427797 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-080081b8-ae95-4d24-a1a3-3f6b608a3f4c req-8b025954-f8d0-435c-a8c4-1c5ed5a1471b tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636349 Aug 09 11:42:57.471823 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6915b4cf-784b-49ad-971e-e020ed2d3760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.474908 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6915b4cf-784b-49ad-971e-e020ed2d3760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.476077 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-6915b4cf-784b-49ad-971e-e020ed2d3760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d92420e7-9100-4443-9349-4e0a7a911771 HTTP/1.1" status: 204 len: 168 time: 0.2622941 Aug 09 11:42:57.484208 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915b4cf-784b-49ad-971e-e020ed2d3760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92420e7-9100-4443-9349-4e0a7a911771,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:57.487789 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ddb0027d-a9d3-4bd5-a129-5e3477429ab3 req-e0ee288d-7ae2-4a85-be74-3351942181db tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0622790 Aug 09 11:42:57.515172 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-81850a7e-2496-4a40-92d8-05723114397c service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548739 Aug 09 11:42:57.616171 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Allocated IP 172.20.0.12 (e401587a-76a8-4bf0-98db-bb6a509cc97f/9cc26884-cbca-405d-a076-7f6c65e048d4/d09a286d-0b85-45c8-92de-cb91af74e1e2) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:42:57.678264 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a728506-e4c9-4195-ac55-ae9b0523a141 req-2594d8d1-5553-4d02-8955-7a83f2077c59 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426165 Aug 09 11:42:57.806533 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.835714 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Transition to ACTIVE for port object d09a286d-0b85-45c8-92de-cb91af74e1e2 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:57.853521 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-20d04732-40a2-4b89-8252-42020e8e7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:57.855011 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-20d04732-40a2-4b89-8252-42020e8e7886 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1096 time: 0.0662639 Aug 09 11:42:57.924042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:57.982828 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Network e401587a-76a8-4bf0-98db-bb6a509cc97f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:42:57.991989 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:42:57.999782 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:42:58.023485 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-c870b073-5c35-4355-9b71-a7f4ab524683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:58.025052 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-c870b073-5c35-4355-9b71-a7f4ab524683 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.1584694 Aug 09 11:42:58.042370 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:58.080894 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-2baa8326-2f18-42c6-8f4b-124fa63c4d47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 217 time: 0.0464342 Aug 09 11:42:58.102848 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:58.103526 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:58.149239 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-5c666b80-5474-4dfd-bc80-715febc904e4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3968086 Aug 09 11:42:58.156978 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-779bb7fa-b642-46fb-8d9b-f5421246393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:58.158536 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-779bb7fa-b642-46fb-8d9b-f5421246393e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.0702648 Aug 09 11:42:58.186640 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Request body: {'port': {'device_id': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:42:58.219049 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-4c5d08b1-bab9-4aa8-835d-ad62d2601e32 None None] Provisioning for port d09a286d-0b85-45c8-92de-cb91af74e1e2 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:42:58.223018 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-4c5d08b1-bab9-4aa8-835d-ad62d2601e32 None None] Provisioning complete for port d09a286d-0b85-45c8-92de-cb91af74e1e2 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:42:58.224130 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4c5d08b1-bab9-4aa8-835d-ad62d2601e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:58.261704 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d08b1-bab9-4aa8-835d-ad62d2601e32 None None] Port d09a286d-0b85-45c8-92de-cb91af74e1e2 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:42:58.269905 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-7a44b232-1cec-46c7-b11a-2316ed17175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:58.271426 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-7a44b232-1cec-46c7-b11a-2316ed17175d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893373 Aug 09 11:42:58.275975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:58.516166 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-72911e3f-93f1-408d-86db-8b544a222b2e service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046494 Aug 09 11:42:58.601232 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d91a-0ca4-4e85-8709-b80f0243d67f req-2ac7034b-6b15-4d08-92cb-c2e5347d1675 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:58.608485 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9411d91a-0ca4-4e85-8709-b80f0243d67f req-2ac7034b-6b15-4d08-92cb-c2e5347d1675 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 943 time: 0.0730920 Aug 09 11:42:58.662226 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9411d91a-0ca4-4e85-8709-b80f0243d67f req-bdca1e1d-484d-43bd-9d08-0d6fd2385c86 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Aug 09 11:42:58.766598 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d6947-d2e2-4e23-b152-18f3c3e642da req-f4f8a793-ab9d-4032-a3a6-dad09a3d03ad tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:58.768109 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-933d6947-d2e2-4e23-b152-18f3c3e642da req-f4f8a793-ab9d-4032-a3a6-dad09a3d03ad tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 932 time: 0.1858354 Aug 09 11:42:58.807459 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7d4a64c5-c4e7-47d3-811d-6037af2e88ed req-2da250e3-551a-43ad-b212-5b960f53c241 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804072 Aug 09 11:42:58.836948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09a286d-0b85-45c8-92de-cb91af74e1e2 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:42:58.848577 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:58.853387 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-933d6947-d2e2-4e23-b152-18f3c3e642da req-10ffceeb-ba6d-49f2-a8d1-b4c8d0059ef6 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601497 Aug 09 11:42:58.866154 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Transition to ACTIVE for port object d09a286d-0b85-45c8-92de-cb91af74e1e2 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:42:58.878102 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:58.934135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:59.008473 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Attempting to bind port d09a286d-0b85-45c8-92de-cb91af74e1e2 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:42:59.008616 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Attempting to bind port d09a286d-0b85-45c8-92de-cb91af74e1e2 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:42:59.008874 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Attempting to bind port d09a286d-0b85-45c8-92de-cb91af74e1e2 on network e401587a-76a8-4bf0-98db-bb6a509cc97f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:59.013392 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Port d09a286d-0b85-45c8-92de-cb91af74e1e2 on network e401587a-76a8-4bf0-98db-bb6a509cc97f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:42:59.013765 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Attempting to bind port d09a286d-0b85-45c8-92de-cb91af74e1e2 on network e401587a-76a8-4bf0-98db-bb6a509cc97f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:42:59.021286 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:42:59.021625 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Checking segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:42:59.022012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Bound using segment: {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:42:59.022440 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Bound port: d09a286d-0b85-45c8-92de-cb91af74e1e2, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:42:59.022798 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:59.092113 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:42:59.095236 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:42:59.099778 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:59.139832 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.140447 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:59.141815 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] 10.222.0.55 "PUT /v2.0/ports/d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 1094 time: 0.9609199 Aug 09 11:42:59.142272 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:42:59.149856 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:42:59.169874 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ffc6d-659d-4794-af14-9b4009d3fafb service neutron] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:42:59.209018 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c965c143-53ee-4834-8675-5ef88b1f24a4 x-openstack-request-id: req-c965c143-53ee-4834-8675-5ef88b1f24a4 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:42:59.209314 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:42:59.209573 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c965c143-53ee-4834-8675-5ef88b1f24a4 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:42:59.210021 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'status': 'completed', 'code': 200} Aug 09 11:42:59.268890 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-fe69ab1f-f930-4e65-98cc-592cc37e15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.270459 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-fe69ab1f-f930-4e65-98cc-592cc37e15eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1097 time: 0.0444896 Aug 09 11:42:59.327249 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-f257e57e-38d7-4010-a06d-080acc736b2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 217 time: 0.0427108 Aug 09 11:42:59.379457 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-9a77a7b9-62dd-45bc-bb89-c16b5705309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.381527 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-9a77a7b9-62dd-45bc-bb89-c16b5705309d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0437341 Aug 09 11:42:59.427001 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-4218eed1-bd00-4715-83b8-f0d6bc70c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.428539 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-4218eed1-bd00-4715-83b8-f0d6bc70c7ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398929 Aug 09 11:42:59.524810 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-f34b8462-8ab9-4f36-8844-73ed3d1a79d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882168 Aug 09 11:42:59.617903 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-78ad3594-dd96-4073-a92f-16991d1cf312 req-203398c6-703a-4ada-9025-efb8ca87ccf0 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849807 Aug 09 11:42:59.710638 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b8dbee23-6da2-4db0-8df8-dd56260573ae details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:42:59.826049 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-58102d74-1006-41a6-9950-c5a07a121166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.827552 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-58102d74-1006-41a6-9950-c5a07a121166 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1097 time: 0.1105933 Aug 09 11:42:59.884270 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:59.899124 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'port_id': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'mac_address': 'fa:16:3e:35:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:42:59.905448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991e319-5a11-4537-aedc-2766e3c09a64 req-b3f68340-f3a8-4d4b-b881-59b816d82e0b tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.910993 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2991e319-5a11-4537-aedc-2766e3c09a64 req-b3f68340-f3a8-4d4b-b881-59b816d82e0b tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 943 time: 0.1369023 Aug 09 11:42:59.943847 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:42:59.961552 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dbee23-6da2-4db0-8df8-dd56260573ae {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:42:59.973596 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2991e319-5a11-4537-aedc-2766e3c09a64 req-ecc69d62-4855-4b2e-81af-bb5e8fb56fc8 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596828 Aug 09 11:42:59.991122 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:42:59.992569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-4f6c0def-82c4-4c27-b99d-9f426910c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:42:59.994352 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-4f6c0def-82c4-4c27-b99d-9f426910c5bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.1584489 Aug 09 11:42:59.997836 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.016585 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2aac9-f050-480e-8bed-97e4bd87a5e7 req-602ff1bc-0cbc-4c40-92ac-da2594f480e8 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:00.019436 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54c2aac9-f050-480e-8bed-97e4bd87a5e7 req-602ff1bc-0cbc-4c40-92ac-da2594f480e8 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0724287 Aug 09 11:43:00.059058 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-54cc2a7b-05d8-4934-9bc9-385f81e9e823 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 217 time: 0.0566351 Aug 09 11:43:00.062023 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-54c2aac9-f050-480e-8bed-97e4bd87a5e7 req-d890efac-85bd-4e1e-ad78-a8c73494c578 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357828 Aug 09 11:43:00.069377 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:00.123786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-382b47bd-06e6-4a11-ac34-0563e0a5567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:00.123786 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-382b47bd-06e6-4a11-ac34-0563e0a5567a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0491374 Aug 09 11:43:00.175336 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-7106eb22-1f6f-4a91-afee-2079a9d82bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:00.177007 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-7106eb22-1f6f-4a91-afee-2079a9d82bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462577 Aug 09 11:43:00.231872 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39648) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:00.272201 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-99c17846-0565-4040-bf7b-d0c8baf800d9 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868614 Aug 09 11:43:00.302209 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b8dbee23-6da2-4db0-8df8-dd56260573ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:43:00.338531 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-81880420-d4d3-4304-85fb-df6951d33808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.364789 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f14af375-a1ba-4e9f-bfe3-0370abbb55ec req-18470dae-16c1-4cbb-a5a5-03f27da8824e service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841708 Aug 09 11:43:00.430053 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-81880420-d4d3-4304-85fb-df6951d33808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.434134 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-81880420-d4d3-4304-85fb-df6951d33808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.471690 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-81880420-d4d3-4304-85fb-df6951d33808 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b096ea3783849579dfe42c2aeadaff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386260 Aug 09 11:43:00.472649 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81880420-d4d3-4304-85fb-df6951d33808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a40644-7334-4ce6-9a5c-64da916b94af,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:00.474957 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39652) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:00.522805 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-92125860-6c26-4796-9a9c-cfa221b1a1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.543218 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-92125860-6c26-4796-9a9c-cfa221b1a1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.590480 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-92125860-6c26-4796-9a9c-cfa221b1a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.592933 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-92125860-6c26-4796-9a9c-cfa221b1a1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.594051 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-92125860-6c26-4796-9a9c-cfa221b1a1c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7a40644-7334-4ce6-9a5c-64da916b94af HTTP/1.1" status: 204 len: 168 time: 0.1181121 Aug 09 11:43:00.602201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92125860-6c26-4796-9a9c-cfa221b1a1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a40644-7334-4ce6-9a5c-64da916b94af,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:00.852347 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39662) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:00.865185 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f9eabfe6-7c51-42ef-9869-b52beb2c26ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.954544 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f9eabfe6-7c51-42ef-9869-b52beb2c26ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.959194 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f9eabfe6-7c51-42ef-9869-b52beb2c26ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:00.998372 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eabfe6-7c51-42ef-9869-b52beb2c26ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df49577c-a60a-4c67-9a70-0a4be51f340f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:01.005305 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f9eabfe6-7c51-42ef-9869-b52beb2c26ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fc8611e8488478f93ff7ee13ba80a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518979 Aug 09 11:43:01.006127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39676) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:01.090085 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-77610f47-7b02-45e5-b6d1-7a8e3cba56df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.112917 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e6d58-112c-4e4a-b037-a061e3a90cc0 req-5e983447-3881-438f-b356-95e872c9a8b5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:01.114440 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f24e6d58-112c-4e4a-b037-a061e3a90cc0 req-5e983447-3881-438f-b356-95e872c9a8b5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 944 time: 0.0686595 Aug 09 11:43:01.134430 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-77610f47-7b02-45e5-b6d1-7a8e3cba56df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.188150 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f24e6d58-112c-4e4a-b037-a061e3a90cc0 req-99bd33cc-c30d-4c98-80e0-c853f8f32480 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647917 Aug 09 11:43:01.207131 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290384c-4219-4ce9-b43f-39854eb05104 req-354ed636-035e-4b44-9f01-79869880f0b8 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:01.209303 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7290384c-4219-4ce9-b43f-39854eb05104 req-354ed636-035e-4b44-9f01-79869880f0b8 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0585048 Aug 09 11:43:01.215930 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-77610f47-7b02-45e5-b6d1-7a8e3cba56df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.218527 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-77610f47-7b02-45e5-b6d1-7a8e3cba56df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.219646 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-77610f47-7b02-45e5-b6d1-7a8e3cba56df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df49577c-a60a-4c67-9a70-0a4be51f340f HTTP/1.1" status: 204 len: 168 time: 0.2123480 Aug 09 11:43:01.228648 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77610f47-7b02-45e5-b6d1-7a8e3cba56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df49577c-a60a-4c67-9a70-0a4be51f340f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:01.272768 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7290384c-4219-4ce9-b43f-39854eb05104 req-90ac64f8-846c-481d-ae62-0b6d5871d2fd tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555298 Aug 09 11:43:01.722138 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b8dbee23-6da2-4db0-8df8-dd56260573ae up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:43:01.776968 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port b8dbee23-6da2-4db0-8df8-dd56260573ae completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:43:01.782066 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port b8dbee23-6da2-4db0-8df8-dd56260573ae triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:43:01.782833 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.863090 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.886942 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:01.889655 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58105931-a6f7-4b0c-b3ce-1415fa27968f" -d '{"events": [{"server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "name": "network-vif-plugged", "status": "completed", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:01.902919 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:01.909009 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:01.935969 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40970c0b-08bb-4ecd-9679-ef63004ebfa3 x-openstack-request-id: req-40970c0b-08bb-4ecd-9679-ef63004ebfa3 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:01.936305 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "name": "network-vif-plugged", "status": "completed", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:01.936742 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40970c0b-08bb-4ecd-9679-ef63004ebfa3 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:01.937262 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'code': 200} Aug 09 11:43:01.962687 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:02.157936 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd90c77-8706-40db-81a0-98a011801d6a req-cfb6cd4d-1e77-40c4-a399-856c08331705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:02.159445 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1cd90c77-8706-40db-81a0-98a011801d6a req-cfb6cd4d-1e77-40c4-a399-856c08331705 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1098 time: 0.0462513 Aug 09 11:43:02.198569 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1cd90c77-8706-40db-81a0-98a011801d6a req-f1933b59-cb7c-40af-8a6f-c6981d687810 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 09 11:43:02.323213 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a2a6-556b-4007-9ec9-1ce1971a379d req-efb0665b-d3c1-4064-a6e0-73aa7d6011f8 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:02.324777 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c8d2a2a6-556b-4007-9ec9-1ce1971a379d req-efb0665b-d3c1-4064-a6e0-73aa7d6011f8 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0627389 Aug 09 11:43:02.365418 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c8d2a2a6-556b-4007-9ec9-1ce1971a379d req-e4488d66-0fea-4ceb-9fe8-d64f6326bef9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Aug 09 11:43:02.405871 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9116-3d68-4a23-a014-57f1f1f02c17 req-33a9fcd3-c1f4-45e7-a77f-4de461cb36df tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:02.407375 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-268d9116-3d68-4a23-a014-57f1f1f02c17 req-33a9fcd3-c1f4-45e7-a77f-4de461cb36df tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0589809 Aug 09 11:43:02.446507 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-268d9116-3d68-4a23-a014-57f1f1f02c17 req-919641fd-3f88-48b6-a9b3-1bed0ea33a55 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Aug 09 11:43:03.488064 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9ecf-4c78-4ded-9e04-03ae2dd74e8d req-fd0292bb-5b97-416c-ba9f-e8feb7fb6306 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:03.489616 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-096d9ecf-4c78-4ded-9e04-03ae2dd74e8d req-fd0292bb-5b97-416c-ba9f-e8feb7fb6306 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0577905 Aug 09 11:43:03.528716 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-096d9ecf-4c78-4ded-9e04-03ae2dd74e8d req-31dc80b2-4caf-4bc5-bd02-df644a144342 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Aug 09 11:43:03.569648 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ce7e8-0e58-4122-97f8-e53aa2a7b865 req-7611084c-78eb-4a2e-a314-35c87ecba8e3 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:03.571407 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f41ce7e8-0e58-4122-97f8-e53aa2a7b865 req-7611084c-78eb-4a2e-a314-35c87ecba8e3 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0540857 Aug 09 11:43:03.612230 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f41ce7e8-0e58-4122-97f8-e53aa2a7b865 req-31129e0c-1826-4ff9-954a-f7287d20dc3f tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344961 Aug 09 11:43:03.647468 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae2853-2559-463d-a892-a731d1a25913 req-028aaa76-4e1e-494b-b362-ee9efda91208 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:03.648903 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5cae2853-2559-463d-a892-a731d1a25913 req-028aaa76-4e1e-494b-b362-ee9efda91208 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0522091 Aug 09 11:43:03.688305 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5cae2853-2559-463d-a892-a731d1a25913 req-6b54656c-e319-43e8-a241-ef97aeb930bf tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Aug 09 11:43:04.024966 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5624b-47b9-4f7b-8f3f-ce95129acd27 req-560c6b5d-d5f0-4347-bbba-1863d94748c6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:04.026431 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-82a5624b-47b9-4f7b-8f3f-ce95129acd27 req-560c6b5d-d5f0-4347-bbba-1863d94748c6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0486639 Aug 09 11:43:04.063626 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-82a5624b-47b9-4f7b-8f3f-ce95129acd27 req-affe516c-3fa6-404f-9f5b-687ee6fbb0c5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Aug 09 11:43:04.733589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed40f0-4d05-4a41-ada6-4e6cf2b8096c req-ea60d122-4d89-4446-9add-22a7c92ff468 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:04.735242 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9bed40f0-4d05-4a41-ada6-4e6cf2b8096c req-ea60d122-4d89-4446-9add-22a7c92ff468 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0536456 Aug 09 11:43:04.774711 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9bed40f0-4d05-4a41-ada6-4e6cf2b8096c req-efc73ead-7388-4ce2-93cd-cc9ed1c4b8ff tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Aug 09 11:43:05.914487 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad1725-209d-4d58-a2e8-026e3a63388a req-9e99f4ca-da33-4029-903e-d3008e85b5c1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:05.916108 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-91ad1725-209d-4d58-a2e8-026e3a63388a req-9e99f4ca-da33-4029-903e-d3008e85b5c1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0724051 Aug 09 11:43:05.958652 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-91ad1725-209d-4d58-a2e8-026e3a63388a req-324ea6c7-1dd1-4cd0-8f87-45fa69aa10d6 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363915 Aug 09 11:43:06.026653 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39860) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:06.129961 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.220753 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.225047 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.260655 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00eab90-4b37-42c1-8641-895d4a569026,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:06.268642 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=527512e2f3dc43a2998c0afdb2a9cdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377145 Aug 09 11:43:06.269114 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39868) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:06.270728 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.271141 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.271461 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.271850 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.272392 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.272729 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.273064 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.273396 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.273727 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.274059 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.274383 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.274740 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd089b-ce79-412d-983f-a6c4fbf9634c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:06.342760 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f36a-c3e2-4034-9158-3bc864110acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.367807 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f36a-c3e2-4034-9158-3bc864110acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.414738 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f36a-c3e2-4034-9158-3bc864110acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.417878 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f36a-c3e2-4034-9158-3bc864110acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.419146 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c7a4f36a-c3e2-4034-9158-3bc864110acb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c00eab90-4b37-42c1-8641-895d4a569026 HTTP/1.1" status: 204 len: 168 time: 0.1482463 Aug 09 11:43:06.426787 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f36a-c3e2-4034-9158-3bc864110acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00eab90-4b37-42c1-8641-895d4a569026,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:06.675419 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39878) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:06.689057 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ef56e586-0740-4f98-85d5-1110d07c3707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.777241 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ef56e586-0740-4f98-85d5-1110d07c3707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.780836 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ef56e586-0740-4f98-85d5-1110d07c3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.816827 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ef56e586-0740-4f98-85d5-1110d07c3707 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=592ffbce8f7c4f1491f7a806ca1433ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402669 Aug 09 11:43:06.819228 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56e586-0740-4f98-85d5-1110d07c3707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d2cf6d-448e-412a-82f0-5771d5a89875,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:06.820026 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39880) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:06.870580 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-03598fb0-3e63-4f28-97d8-688112611c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.890973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-03598fb0-3e63-4f28-97d8-688112611c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.935435 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-03598fb0-3e63-4f28-97d8-688112611c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.938071 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-03598fb0-3e63-4f28-97d8-688112611c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:06.939225 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-03598fb0-3e63-4f28-97d8-688112611c80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14d2cf6d-448e-412a-82f0-5771d5a89875 HTTP/1.1" status: 204 len: 168 time: 0.1178250 Aug 09 11:43:06.949385 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03598fb0-3e63-4f28-97d8-688112611c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d2cf6d-448e-412a-82f0-5771d5a89875,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:07.077168 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facb142-792b-47ca-aa8b-20aaa04ce71a req-07d6e98d-20e5-4bca-8b04-201b945b9218 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:07.078642 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1facb142-792b-47ca-aa8b-20aaa04ce71a req-07d6e98d-20e5-4bca-8b04-201b945b9218 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0493259 Aug 09 11:43:07.118031 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1facb142-792b-47ca-aa8b-20aaa04ce71a req-305cf83d-263d-4fa2-9c78-2ce42fe5a307 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329938 Aug 09 11:43:07.248964 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39890) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:07.261690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3c35376e-cfad-4b44-995e-1e4107619782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.346392 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3c35376e-cfad-4b44-995e-1e4107619782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.350741 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3c35376e-cfad-4b44-995e-1e4107619782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.390652 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3c35376e-cfad-4b44-995e-1e4107619782 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6a3b47ddc644485add1466d9d2d3633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382861 Aug 09 11:43:07.390652 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35376e-cfad-4b44-995e-1e4107619782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d990a56-07e9-4a8e-a9c1-b80109ae3b67,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:07.392293 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39894) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:07.445069 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d3276616-2d4f-48a8-97c3-b025a5e09a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.466487 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d3276616-2d4f-48a8-97c3-b025a5e09a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.513663 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d3276616-2d4f-48a8-97c3-b025a5e09a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.516452 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d3276616-2d4f-48a8-97c3-b025a5e09a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.517591 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-d3276616-2d4f-48a8-97c3-b025a5e09a3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d990a56-07e9-4a8e-a9c1-b80109ae3b67 HTTP/1.1" status: 204 len: 168 time: 0.1239719 Aug 09 11:43:07.526504 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276616-2d4f-48a8-97c3-b025a5e09a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d990a56-07e9-4a8e-a9c1-b80109ae3b67,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:07.743422 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:43:07.852972 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:07.863969 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'port_id': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'mac_address': 'fa:16:3e:33:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:43:07.901481 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.918525 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09a286d-0b85-45c8-92de-cb91af74e1e2 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:43:07.937731 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:07.941533 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:07.990812 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:08.243672 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ead465-f23c-42a3-a539-14fa07bebcb3 req-afb58b2d-f617-4b68-96cd-301a800f295c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:08.245292 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a9ead465-f23c-42a3-a539-14fa07bebcb3 req-afb58b2d-f617-4b68-96cd-301a800f295c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 945 time: 0.0569372 Aug 09 11:43:08.249615 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['d09a286d-0b85-45c8-92de-cb91af74e1e2'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:43:08.294913 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a9ead465-f23c-42a3-a539-14fa07bebcb3 req-26bc2ea4-8c12-459d-9377-cf721fd0d5a1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Aug 09 11:43:09.406710 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7c48c-e42e-41f5-84fb-f59fc986d77a req-9db1e51b-991c-4b9d-993f-649c6f8dd350 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:09.408126 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ef7c48c-e42e-41f5-84fb-f59fc986d77a req-9db1e51b-991c-4b9d-993f-649c6f8dd350 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 945 time: 0.0468771 Aug 09 11:43:09.444682 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ef7c48c-e42e-41f5-84fb-f59fc986d77a req-631cd0ce-30dd-4565-be3f-ac5e8bd9c481 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307493 Aug 09 11:43:09.762217 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:43:09.811681 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port d09a286d-0b85-45c8-92de-cb91af74e1e2 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:43:09.815179 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port d09a286d-0b85-45c8-92de-cb91af74e1e2 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:43:09.815550 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:09.892965 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:09.914448 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:09.917054 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb33b0a-7774-4a26-a55b-edd99db3db97" -d '{"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:09.931379 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:09.936216 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:09.961056 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17b41f-4b0b-4249-aa70-ab4e53d96ad3 x-openstack-request-id: req-4d17b41f-4b0b-4249-aa70-ab4e53d96ad3 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:09.961348 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:09.961595 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d17b41f-4b0b-4249-aa70-ab4e53d96ad3 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:09.962002 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'code': 200} Aug 09 11:43:09.987840 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:09.996141 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.996518 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.996857 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.997192 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.997523 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.997850 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.998180 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.998612 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.998964 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.999292 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.999612 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:09.999929 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:43:10.078574 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39946) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:10.185800 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0065bfd9-be6f-4de3-aac6-324ee496dc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.250670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb080-ab6b-46f9-8392-05cbddb94509 req-779104a2-bc75-40d5-a290-001a3e019698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:10.252148 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2accb080-ab6b-46f9-8392-05cbddb94509 req-779104a2-bc75-40d5-a290-001a3e019698 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0409403 Aug 09 11:43:10.273521 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0065bfd9-be6f-4de3-aac6-324ee496dc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.277558 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0065bfd9-be6f-4de3-aac6-324ee496dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.287814 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2accb080-ab6b-46f9-8392-05cbddb94509 req-e3eaf510-89cb-494a-a213-d0ec2875e660 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274608 Aug 09 11:43:10.318713 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0065bfd9-be6f-4de3-aac6-324ee496dc3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b8ede692cb4013bd4d15be98d4edb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390513 Aug 09 11:43:10.319635 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065bfd9-be6f-4de3-aac6-324ee496dc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed6f0f-08eb-4a1d-bb99-7910f02e1a5f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:10.321689 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39952) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:10.359167 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:43:10.369093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-80de4bd4-08c0-41a8-8c2c-157d5107a33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.389463 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-80de4bd4-08c0-41a8-8c2c-157d5107a33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.434858 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-80de4bd4-08c0-41a8-8c2c-157d5107a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.437472 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-80de4bd4-08c0-41a8-8c2c-157d5107a33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.438629 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-80de4bd4-08c0-41a8-8c2c-157d5107a33e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5ed6f0f-08eb-4a1d-bb99-7910f02e1a5f HTTP/1.1" status: 204 len: 168 time: 0.1159606 Aug 09 11:43:10.446185 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de4bd4-08c0-41a8-8c2c-157d5107a33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed6f0f-08eb-4a1d-bb99-7910f02e1a5f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:10.563869 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46875f2d-8383-4311-8e97-dd272293c401 req-843dc6b7-081e-49e0-921e-68701ba51950 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:10.565387 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-46875f2d-8383-4311-8e97-dd272293c401 req-843dc6b7-081e-49e0-921e-68701ba51950 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0547838 Aug 09 11:43:10.603782 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-46875f2d-8383-4311-8e97-dd272293c401 req-16442e16-32b6-4c7c-98c3-6ac074bd29b9 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Aug 09 11:43:10.700941 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 39960) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:10.714918 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5d79dc68-a62c-493b-b265-e1054fbaf3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.807355 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5d79dc68-a62c-493b-b265-e1054fbaf3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.811171 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5d79dc68-a62c-493b-b265-e1054fbaf3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.848733 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5d79dc68-a62c-493b-b265-e1054fbaf3ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac600e682b394e0d8d942ccc1819c560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467583 Aug 09 11:43:10.849775 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79dc68-a62c-493b-b265-e1054fbaf3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585902e3-6795-42e0-9ec7-9eeef11012e6,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:10.851415 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39962) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:10.898014 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94344b4d-82e4-402b-b747-aba8653f92d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.918477 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94344b4d-82e4-402b-b747-aba8653f92d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.964119 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94344b4d-82e4-402b-b747-aba8653f92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.966682 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94344b4d-82e4-402b-b747-aba8653f92d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:10.967812 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-94344b4d-82e4-402b-b747-aba8653f92d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/585902e3-6795-42e0-9ec7-9eeef11012e6 HTTP/1.1" status: 204 len: 168 time: 0.1154275 Aug 09 11:43:10.975640 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94344b4d-82e4-402b-b747-aba8653f92d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585902e3-6795-42e0-9ec7-9eeef11012e6,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:11.272676 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39970) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:11.286354 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a9f34daf-732a-4460-8733-7df09db3dc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.376342 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a9f34daf-732a-4460-8733-7df09db3dc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.380037 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a9f34daf-732a-4460-8733-7df09db3dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.416071 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f34daf-732a-4460-8733-7df09db3dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8451c431-895a-4deb-a257-3620d0782507,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:11.422028 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a9f34daf-732a-4460-8733-7df09db3dc54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35c3fbf2a85946e0b3b8012fb87ebc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466675 Aug 09 11:43:11.423481 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 39972) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:11.470322 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-167da1dd-28b5-4a4d-bffa-f0e22dc3ffc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.492261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-167da1dd-28b5-4a4d-bffa-f0e22dc3ffc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.545403 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-167da1dd-28b5-4a4d-bffa-f0e22dc3ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.548158 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-167da1dd-28b5-4a4d-bffa-f0e22dc3ffc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:11.552212 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-167da1dd-28b5-4a4d-bffa-f0e22dc3ffc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8451c431-895a-4deb-a257-3620d0782507 HTTP/1.1" status: 204 len: 168 time: 0.1282079 Aug 09 11:43:11.561321 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167da1dd-28b5-4a4d-bffa-f0e22dc3ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8451c431-895a-4deb-a257-3620d0782507,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:11.721751 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6d388-b184-40d3-b248-55b0c5cab87f req-3dd7c9ea-9354-49eb-bfe7-ceac1519db44 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:11.728917 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1fc6d388-b184-40d3-b248-55b0c5cab87f req-3dd7c9ea-9354-49eb-bfe7-ceac1519db44 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0578165 Aug 09 11:43:11.773476 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1fc6d388-b184-40d3-b248-55b0c5cab87f req-d89396e6-01b4-4948-9365-3d4095b3184a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Aug 09 11:43:12.118609 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68973cab-867d-4100-adc7-89530429f20a req-a90e6bb5-ad7e-431c-9fcf-a8a9713c7d7f tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:12.120100 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-68973cab-867d-4100-adc7-89530429f20a req-a90e6bb5-ad7e-431c-9fcf-a8a9713c7d7f tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.2647598 Aug 09 11:43:12.159910 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-68973cab-867d-4100-adc7-89530429f20a req-cce857e6-c23b-4c70-b79c-c60452809a1e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335486 Aug 09 11:43:12.183565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40008) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:12.418568 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac7aed-d311-497b-842b-dc3f5199d0d4 tempest-TestShelveInstance-701839011 tempest-TestShelveInstance-701839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:12.420081 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-0dac7aed-d311-497b-842b-dc3f5199d0d4 tempest-TestShelveInstance-701839011 tempest-TestShelveInstance-701839011-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1094 time: 0.2349432 Aug 09 11:43:12.422931 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40020) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:12.428042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'port_id': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:12.449711 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for floatingip, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:12.561096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:12.670298 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Allocated IP 172.27.2.29 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/e86517da-16f8-4f53-b2ba-30adcce93269) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:43:12.786178 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:12.823973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:12.858573 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:43:12.861355 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:43:12.867031 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:43:12.895567 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'Port': ['ID=e86517da-16f8-4f53-b2ba-30adcce93269,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:13.503757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:13.579457 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:13.658321 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee677e5-622c-43bd-a407-d7940557ee2b req-562d8cbd-91d1-4dff-9ce4-06fd0b8ddffd tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:13.659676 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dee677e5-622c-43bd-a407-d7940557ee2b req-562d8cbd-91d1-4dff-9ce4-06fd0b8ddffd tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0479369 Aug 09 11:43:13.697250 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dee677e5-622c-43bd-a407-d7940557ee2b req-a686309d-aa08-4c37-a218-db08bc39ee96 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Aug 09 11:43:13.718803 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40060) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:13.732829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:13.737208 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:13.805061 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event updated for resources: {'Port': ['ID=e86517da-16f8-4f53-b2ba-30adcce93269,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:13.815140 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:13.916077 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb3a200-8cb0-4bd5-b446-4901cff84cf5 tempest-TestMinimumBasicScenario-2076865972 tempest-TestMinimumBasicScenario-2076865972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:13.917564 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-dcb3a200-8cb0-4bd5-b446-4901cff84cf5 tempest-TestMinimumBasicScenario-2076865972 tempest-TestMinimumBasicScenario-2076865972-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1093 time: 0.1977918 Aug 09 11:43:13.919303 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Floating IP 6d6959d5-0710-4cf1-a18e-c70f18ff867c associated. External IP: 172.27.2.29, port: d09a286d-0b85-45c8-92de-cb91af74e1e2. Aug 09 11:43:13.920394 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40064) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:13.924885 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'port_id': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:13.953448 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for floatingip, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:14.056671 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:14.138589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:43:14.164646 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Allocated IP 172.27.2.8 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/97577cb8-ec61-4ff5-b5fd-eac9fd8f416e) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:43:14.274420 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:14.276823 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:14.287858 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] Sync routers for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:14.299948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251ebc4-409b-428a-83ea-45bed4e11553 req-af15444e-fcda-40c7-81eb-339d38e214cd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:14.302057 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7251ebc4-409b-428a-83ea-45bed4e11553 req-af15444e-fcda-40c7-81eb-339d38e214cd tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0639441 Aug 09 11:43:14.304757 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:14.305712 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:14.312048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:14.314460 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:14.353568 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-f6ebbb9b-28ac-4c0f-9b35-0e0c9d690dcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9296010 Aug 09 11:43:14.353929 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:43:14.357611 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:14.359781 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb172193-4e66-49e1-a13f-5082d0453005" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:14.360751 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:43:14.365078 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:43:14.371349 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'Port': ['ID=97577cb8-ec61-4ff5-b5fd-eac9fd8f416e,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:14.382589 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7251ebc4-409b-428a-83ea-45bed4e11553 req-b404b696-5e73-4a8d-861f-875a6b9f7629 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712769 Aug 09 11:43:14.412757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e456eebd-69e6-40ab-b8ef-f7491f5954e0 x-openstack-request-id: req-e456eebd-69e6-40ab-b8ef-f7491f5954e0 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:14.412757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:14.412757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e456eebd-69e6-40ab-b8ef-f7491f5954e0 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:14.412757 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'status': 'completed', 'code': 200} Aug 09 11:43:14.448322 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:14.502243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb172193-4e66-49e1-a13f-5082d0453005 req-1791e925-1610-4412-a5b1-d28b1ff94e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:14.503972 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-1791e925-1610-4412-a5b1-d28b1ff94e32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0429950 Aug 09 11:43:14.607853 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb172193-4e66-49e1-a13f-5082d0453005 req-7078421f-8eed-4625-af4d-29901d16cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:14.609501 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-7078421f-8eed-4625-af4d-29901d16cd9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.0977983 Aug 09 11:43:14.700120 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-49fdc463-93c2-4017-bc88-6287b674a3d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 999 time: 0.0810232 Aug 09 11:43:14.773028 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb172193-4e66-49e1-a13f-5082d0453005 req-dd0ff334-ebc2-4636-b172-41c52332ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:14.774586 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-dd0ff334-ebc2-4636-b172-41c52332ea28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0665364 Aug 09 11:43:14.778659 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '6d6959d5-0710-4cf1-a18e-c70f18ff867c', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'port_id': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'mac_address': 'fa:16:3e:33:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:13Z', 'updated_at': '2021-08-09T11:43:13Z', 'revision_number': 0, 'project_id': '3b26bcfb002945b283e940253a407c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:14.803620 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] Checking router: 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:14.811783 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:14.812890 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:14.824015 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb172193-4e66-49e1-a13f-5082d0453005 req-7768f28b-a004-4984-8abc-589b360c2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:14.825559 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-7768f28b-a004-4984-8abc-589b360c2043 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417569 Aug 09 11:43:14.921002 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:14.927351 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:14.927897 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-f3acf8d7-4f94-4a08-99c0-20a5324cf780 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875635 Aug 09 11:43:15.027402 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fb172193-4e66-49e1-a13f-5082d0453005 req-381e5e56-66ac-4ef7-8746-8437e6ef5818 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907695 Aug 09 11:43:15.040814 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:15.192694 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:15.197806 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:15.260110 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'Port': ['ID=97577cb8-ec61-4ff5-b5fd-eac9fd8f416e,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:15.275051 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '6d6959d5-0710-4cf1-a18e-c70f18ff867c', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'port_id': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'mac_address': 'fa:16:3e:33:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:13Z', 'updated_at': '2021-08-09T11:43:13Z', 'revision_number': 0, 'project_id': '3b26bcfb002945b283e940253a407c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:15.280956 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:15.301740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604af265-782b-48cf-836d-a78fbb729b01 None None] The sync data for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi is: [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '6d6959d5-0710-4cf1-a18e-c70f18ff867c', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'port_id': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'mac_address': 'fa:16:3e:33:89:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:13Z', 'updated_at': '2021-08-09T11:43:13Z', 'revision_number': 0, 'project_id': '3b26bcfb002945b283e940253a407c53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:15.383121 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.l3_db [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Floating IP a2540144-5096-4801-a11c-3ae5f035f8a0 associated. External IP: 172.27.2.8, port: b8dbee23-6da2-4db0-8df8-dd56260573ae. Aug 09 11:43:15.495765 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b828806-2daf-4590-8fbf-cee492cc0820 None None] New status for floating IP 6d6959d5-0710-4cf1-a18e-c70f18ff867c: ACTIVE {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:43:15.560569 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f18d8-143f-4693-9aed-2633f94c9a25 req-0e859b6e-bec3-40a2-a105-91d3fa7326c6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:15.562062 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9a6f18d8-143f-4693-9aed-2633f94c9a25 req-0e859b6e-bec3-40a2-a105-91d3fa7326c6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0965993 Aug 09 11:43:15.634960 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9a6f18d8-143f-4693-9aed-2633f94c9a25 req-b8cdbd21-87f1-490c-9671-5b1d38ba61a0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645816 Aug 09 11:43:15.661787 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Router 408c0953-405c-47c8-923e-b6c7f3ca7966 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:43:15.772802 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:15.783058 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] Sync routers for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:15.793782 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:15.800752 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:15.801801 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:15.825950 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-3328cc91-3361-4a57-a66b-6e8df62e43cb tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9045346 Aug 09 11:43:15.826548 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:15.828800 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40096) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:15.829271 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:15.836109 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881847695', 'description': 'tempest-secgroup-smoke-1881847695 description', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:15.866696 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba128511-f72f-4d7a-a669-b09c418069e3 x-openstack-request-id: req-ba128511-f72f-4d7a-a669-b09c418069e3 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:15.866989 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:15.867275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba128511-f72f-4d7a-a669-b09c418069e3 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:15.867669 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'status': 'completed', 'code': 200} Aug 09 11:43:15.872930 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:15.938577 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:15.990220 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.001212 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.011504 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-46be3346-7940-47ac-8008-73992df99e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:16.013030 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-46be3346-7940-47ac-8008-73992df99e65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1098 time: 0.0688372 Aug 09 11:43:16.033455 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.034692 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2041557 Aug 09 11:43:16.038173 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40102) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.043771 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group_rule': {'security_group_id': '06c69057-e8cd-482d-ac55-0f6e9c36913a', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:16.058757 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1004b2-75ba-4b65-8cfa-6dd58f7fbf0c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c69057-e8cd-482d-ac55-0f6e9c36913a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:16.076401 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.135314 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-311ed499-34e0-47fe-9920-9db85d767719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:16.137285 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-311ed499-34e0-47fe-9920-9db85d767719 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.1010897 Aug 09 11:43:16.143127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40104) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.153748 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.158755 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.182983 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0669ced-3521-45fa-9d1e-94120f2b52d4,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:16.193787 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.198038 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-9deeffbc-9703-4711-a7eb-3fa16d67207c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550138 Aug 09 11:43:16.198602 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40108) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.207711 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': 'a2540144-5096-4801-a11c-3ae5f035f8a0', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'port_id': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'mac_address': 'fa:16:3e:35:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:14Z', 'updated_at': '2021-08-09T11:43:14Z', 'revision_number': 0, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:23Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:16.208440 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group_rule': {'security_group_id': '06c69057-e8cd-482d-ac55-0f6e9c36913a', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:16.238074 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] Checking router: 408c0953-405c-47c8-923e-b6c7f3ca7966 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:16.244931 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.251761 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:16.253126 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:16.266904 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-0b6084d9-2091-4e32-9f3b-c28907522f47 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:16.268407 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-0b6084d9-2091-4e32-9f3b-c28907522f47 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.1152203 Aug 09 11:43:16.270724 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-8b2c8202-b582-4ae1-bbe4-9cfc70adc8fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 997 time: 0.1161666 Aug 09 11:43:16.318088 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.321952 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.338533 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddcd57b-3949-4a94-9b1e-a89c85e49de7,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:16.353720 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.355183 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-27726cf0-8036-4b79-a448-d24243bf2fd1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554019 Aug 09 11:43:16.357897 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40110) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.362397 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group_rule': {'security_group_id': '06c69057-e8cd-482d-ac55-0f6e9c36913a', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:16.367480 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b591de10-b0e9-47a3-9bf9-c050617a26fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.382388 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:16.391242 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.411903 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-29c742f9-aca6-440b-9ac4-3db70470598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:16.413392 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-29c742f9-aca6-440b-9ac4-3db70470598a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.1244068 Aug 09 11:43:16.455599 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.460170 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.478624 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7272e3-343a-4a27-a6af-6cf430c8760b,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:16.510534 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-c939359b-e9d0-42eb-9d8c-c445ea5928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:16.512043 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-c939359b-e9d0-42eb-9d8c-c445ea5928a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889528 Aug 09 11:43:16.515532 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Deleting port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:43:16.515905 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.624538 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': 'a2540144-5096-4801-a11c-3ae5f035f8a0', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'port_id': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'mac_address': 'fa:16:3e:35:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:14Z', 'updated_at': '2021-08-09T11:43:14Z', 'revision_number': 0, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:23Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:16.655831 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f39e20-e739-4a99-9b89-3b9e1be3dc96 None None] The sync data for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi is: [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': 'a2540144-5096-4801-a11c-3ae5f035f8a0', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'port_id': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'mac_address': 'fa:16:3e:35:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:14Z', 'updated_at': '2021-08-09T11:43:14Z', 'revision_number': 0, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:23Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:16.670389 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b591de10-b0e9-47a3-9bf9-c050617a26fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.682383 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.686610 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-745f4b90-0bf3-4abf-a76f-5ee70704ba1f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277099 Aug 09 11:43:16.687169 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40114) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.689312 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b591de10-b0e9-47a3-9bf9-c050617a26fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.693862 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group_rule': {'security_group_id': '06c69057-e8cd-482d-ac55-0f6e9c36913a', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:16.727162 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.732707 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591de10-b0e9-47a3-9bf9-c050617a26fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1995ce-2cba-4389-9fd0-c7f7f0bc1bfd,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:16.748834 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] For port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:16.749236 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.805474 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b591de10-b0e9-47a3-9bf9-c050617a26fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecbff647c7ed41d8a34cbb3d00c09a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612556 Aug 09 11:43:16.818065 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174b14e-7ace-4ffe-a76d-8e632f598925 req-309f2d62-bb2a-431f-b370-c70714e76a3a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:16.819653 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e174b14e-7ace-4ffe-a76d-8e632f598925 req-309f2d62-bb2a-431f-b370-c70714e76a3a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 947 time: 0.0937319 Aug 09 11:43:16.820066 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40116) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.837956 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-48965282-08a8-41cc-85bf-6cec01495f17 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170416 Aug 09 11:43:16.841492 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.858951 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.904435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d888aeb4-d174-412d-99e9-1a97a546a246,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:16.908962 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fdc473-b1db-488e-b616-4714c3cd1146 None None] New status for floating IP a2540144-5096-4801-a11c-3ae5f035f8a0: ACTIVE {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:43:16.931952 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5defe26d-df39-4f5a-bb79-ba55fb1a39cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.935930 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.937396 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-368caadf-ef0d-4ae8-9844-017c02918d7c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2491784 Aug 09 11:43:16.941960 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40118) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:16.952731 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e174b14e-7ace-4ffe-a76d-8e632f598925 req-6dc65d62-6c67-4a7f-9224-8186c9c3bc34 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f203c08-4318-4882-aaad-1c2461496b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185718 Aug 09 11:43:16.975596 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5defe26d-df39-4f5a-bb79-ba55fb1a39cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:16.983340 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group_rule': {'security_group_id': '06c69057-e8cd-482d-ac55-0f6e9c36913a', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:17.023031 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5defe26d-df39-4f5a-bb79-ba55fb1a39cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.025789 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5defe26d-df39-4f5a-bb79-ba55fb1a39cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.029556 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5defe26d-df39-4f5a-bb79-ba55fb1a39cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee1995ce-2cba-4389-9fd0-c7f7f0bc1bfd HTTP/1.1" status: 204 len: 168 time: 0.2030199 Aug 09 11:43:17.036609 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe26d-df39-4f5a-bb79-ba55fb1a39cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1995ce-2cba-4389-9fd0-c7f7f0bc1bfd,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:17.085445 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.securitygroups_db [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Project 2f66ff8158a14dba96f4bc8f872b4e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:43:17.092103 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60f99fdc-3abe-4836-b1c9-eb8bf91dfbdf req-3685284f-38ae-446f-a64b-0ddfbb3ce4b1 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391844 Aug 09 11:43:17.094901 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.125222 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.125569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.125943 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Floating IP f0154ab3-9bb1-4e3e-b247-fd213c5796b3 disassociated. External IP: 172.27.2.17, port: 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3. Aug 09 11:43:17.126310 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Calling delete_port for 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:43:17.218501 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.225459 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.257775 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf8ad92-710e-4057-b542-399867456cef,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:17.266330 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.270585 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-e5689cbd-00c5-47d9-b8c5-94012beae2d5 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3178985 Aug 09 11:43:17.270979 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40124) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:17.276761 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'security_group_rule': {'security_group_id': '06c69057-e8cd-482d-ac55-0f6e9c36913a', 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:17.303845 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.securitygroups_db [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Project 2f66ff8158a14dba96f4bc8f872b4e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:43:17.312364 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.327195 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.330139 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40126) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:17.355114 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7dbc64ec-7dd9-4a8b-be74-050607ae0c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.359779 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event deleted for resources: {'Port': ['ID=29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:17.396373 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.404137 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.432203 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e2431f-395c-447c-81ad-bf7618dfc906,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:17.480854 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:43:17.491693 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7dbc64ec-7dd9-4a8b-be74-050607ae0c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.497250 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7dbc64ec-7dd9-4a8b-be74-050607ae0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.503196 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.507157 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-1ef05fb4-8a45-4100-9a69-7e35dc0e6d7f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325060 Aug 09 11:43:17.540758 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7dbc64ec-7dd9-4a8b-be74-050607ae0c6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c42430b441b4ff78345b74f127dd6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093575 Aug 09 11:43:17.542998 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40130) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:17.545834 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc64ec-7dd9-4a8b-be74-050607ae0c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c50c63-9fce-42ba-ad00-b8731647b491,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:17.657235 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:17.662609 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-45ff3f8c-d779-4928-9540-ffcf1701c82a tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881847695&fields=id&tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f HTTP/1.1" status: 200 len: 267 time: 0.1038735 Aug 09 11:43:17.667705 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:17.677566 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:17.678396 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:17.698245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b03815e8-c341-4324-a000-873973ba5c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.736830 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] No DVR routers for this DVR port 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:43:17.743347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.745510 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3c604bde-8279-4c68-8d5d-16aee4107d82 req-f2f034c2-dc50-45df-8a27-05df7ea9fd20 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "DELETE /v2.0/ports/29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 HTTP/1.1" status: 204 len: 173 time: 1.4634306 Aug 09 11:43:17.746785 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-deleted', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:17.749025 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ab7ca-89b5-4b5e-b69d-4fd2f5cfdccb" -d '{"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-deleted", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:17.774858 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b03815e8-c341-4324-a000-873973ba5c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.800558 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:17.802403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-0ac1473c-27d0-4d5d-ae3e-ec3d9a754be0 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:17.803997 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-0ac1473c-27d0-4d5d-ae3e-ec3d9a754be0 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.1337342 Aug 09 11:43:17.805737 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d793544-f09b-418a-a32c-62a1bb395ba5 x-openstack-request-id: req-1d793544-f09b-418a-a32c-62a1bb395ba5 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:17.805878 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff9fb1-fe2e-436a-bc2a-f05aff2b8624", "name": "network-vif-deleted", "tag": "29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:17.806096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d793544-f09b-418a-a32c-62a1bb395ba5 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:17.806486 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ff9fb1-fe2e-436a-bc2a-f05aff2b8624', 'name': 'network-vif-deleted', 'tag': '29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3', 'status': 'completed', 'code': 200} Aug 09 11:43:17.837702 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'port': {'security_groups': ['ea990329-6b0b-4639-9944-a0165f944c2d', '06c69057-e8cd-482d-ac55-0f6e9c36913a']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:17.925029 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b03815e8-c341-4324-a000-873973ba5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.929028 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b03815e8-c341-4324-a000-873973ba5c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.930520 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b03815e8-c341-4324-a000-873973ba5c1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73c50c63-9fce-42ba-ad00-b8731647b491 HTTP/1.1" status: 204 len: 168 time: 0.3863986 Aug 09 11:43:17.937993 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:17.954714 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03815e8-c341-4324-a000-873973ba5c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c50c63-9fce-42ba-ad00-b8731647b491,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:18.065814 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:18.103766 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:18.112814 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:18.114479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:42:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:18.122948 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f655f46a-7bc3-4d22-b11c-ae8250d89321 req-eb405b98-b902-4028-991a-c11c8c7a6061 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=71ff9fb1-fe2e-436a-bc2a-f05aff2b8624 HTTP/1.1" status: 200 len: 210 time: 0.0363359 Aug 09 11:43:18.245108 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:18.555125 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:18.595254 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:18.602869 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:18.641895 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:18.651283 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b8dbee23-6da2-4db0-8df8-dd56260573ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:43:18.654296 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:18.654893 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:18.656350 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-99a9ef40-03f4-4edb-9b84-6c4e61d95e93 req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "PUT /v2.0/ports/b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 981 time: 0.8328569 Aug 09 11:43:18.702855 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbc624-3e70-44cd-a072-bf848d996e45 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=6']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:18.777963 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de92b65-598f-46de-8eca-0cb61473b7c3 None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:18.841720 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce4976-fb60-46a2-b96e-beefc80605da req-4d443230-0f8c-4497-bcf7-8633716d58bf tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:18.843465 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-27ce4976-fb60-46a2-b96e-beefc80605da req-4d443230-0f8c-4497-bcf7-8633716d58bf tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.1050806 Aug 09 11:43:18.864707 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b8dbee23-6da2-4db0-8df8-dd56260573ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:43:18.897503 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-27ce4976-fb60-46a2-b96e-beefc80605da req-e012e311-2bca-4df5-987b-b8d3ae93890f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473294 Aug 09 11:43:19.017521 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-eba4afd3-0514-449d-95a8-1265684ab554 None None] Provisioning complete for port b8dbee23-6da2-4db0-8df8-dd56260573ae triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:43:19.017908 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-eba4afd3-0514-449d-95a8-1265684ab554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.100668 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e0871-528a-43bd-9244-39660bd2a90f None None] New status for floating IP f0154ab3-9bb1-4e3e-b247-fd213c5796b3: DOWN {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:43:19.244961 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40170) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:19.353056 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-17348cb1-d519-4720-b0b2-cc1f83cfd195 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.379660 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-17348cb1-d519-4720-b0b2-cc1f83cfd195 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.444533 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-17348cb1-d519-4720-b0b2-cc1f83cfd195 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.448634 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-17348cb1-d519-4720-b0b2-cc1f83cfd195 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.450033 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-17348cb1-d519-4720-b0b2-cc1f83cfd195 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f203c08-4318-4882-aaad-1c2461496b89 HTTP/1.1" status: 204 len: 168 time: 0.2036834 Aug 09 11:43:19.452978 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40178) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:19.460833 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17348cb1-d519-4720-b0b2-cc1f83cfd195 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f203c08-4318-4882-aaad-1c2461496b89,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:19.481933 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.api.v2.resource [None req-cf55850a-2db9-49fd-a879-0d04707b42ab tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] show failed (client error): The resource could not be found. Aug 09 11:43:19.485942 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-cf55850a-2db9-49fd-a879-0d04707b42ab tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups/2f203c08-4318-4882-aaad-1c2461496b89 HTTP/1.1" status: 404 len: 347 time: 0.0289564 Aug 09 11:43:19.485942 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40180) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:19.807787 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:19.812444 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08079114-de2f-45b2-a8ca-8585d1b369e5" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:19.835900 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:43:19.858887 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:43:19.859169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 29e7bdb2-540d-4059-ad24-f7d9b4fa1dc3 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:43:19.874674 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Deleting port 47920137-bd32-43e0-8e02-17cb7248e738 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:43:19.875201 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.882940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e53e63-acd9-4eee-a2e2-f76a701897eb x-openstack-request-id: req-b2e53e63-acd9-4eee-a2e2-f76a701897eb {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:19.883432 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:19.884249 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2e53e63-acd9-4eee-a2e2-f76a701897eb {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:19.884838 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'status': 'completed', 'code': 200} Aug 09 11:43:19.969499 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-0fb07f63-1a24-40b8-b981-a8462637be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:19.971415 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-0fb07f63-1a24-40b8-b981-a8462637be8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1137 time: 0.0449371 Aug 09 11:43:19.977741 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.980494 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:19.996938 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Calling delete_port for 47920137-bd32-43e0-8e02-17cb7248e738 owned by network:floatingip {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:43:20.087551 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-2bb946b4-b828-42aa-b566-0a3f2745c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:20.089317 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-2bb946b4-b828-42aa-b566-0a3f2745c65e service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.1102302 Aug 09 11:43:20.167932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:20.174483 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-78d2e71d-5941-4751-a4de-bba112f1e57d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 999 time: 0.0786724 Aug 09 11:43:20.211991 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event deleted for resources: {'Port': ['ID=47920137-bd32-43e0-8e02-17cb7248e738,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:20.233741 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-fc6c1421-53ec-4d72-b18c-c7d9c06422f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:20.235292 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-fc6c1421-53ec-4d72-b18c-c7d9c06422f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.0543087 Aug 09 11:43:20.291460 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:20.295367 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-93f02dd0-447d-46b7-81e9-0bd51632c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:20.297190 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-93f02dd0-447d-46b7-81e9-0bd51632c18b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545270 Aug 09 11:43:20.299289 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:20.301016 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4be4654f-3c8e-4f7d-a0f4-ab097ab1fbea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "DELETE /v2.0/floatingips/f0154ab3-9bb1-4e3e-b247-fd213c5796b3 HTTP/1.1" status: 204 len: 168 time: 0.8135986 Aug 09 11:43:20.397568 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-97e157f9-2ec9-488f-8630-a4e2f545194c service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928903 Aug 09 11:43:20.490389 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-08079114-de2f-45b2-a8ca-8585d1b369e5 req-2c5179ab-7b6d-459b-bebe-35c9ab47ee65 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844796 Aug 09 11:43:20.521806 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.025174 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40202) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:21.029807 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952223753', 'description': 'tempest-description--1512368872'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:21.051559 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.130244 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.133909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.155575 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.156817 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1306362 Aug 09 11:43:21.159684 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40206) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:21.164434 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'security_group_rule': {'security_group_id': '340fd45a-a0f4-47ed-9b96-e6d529af19e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:21.164592 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c8136-705c-475b-8d9c-75d0fd715882 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340fd45a-a0f4-47ed-9b96-e6d529af19e4,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:21.190231 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.245086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.248421 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.265124 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2483edb1-df35-4fc0-97fc-25f0a4a09abf,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:21.270679 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.271864 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5bab0809-6e54-4481-a8c5-9fadf58cb489 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111181 Aug 09 11:43:21.274455 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40208) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:21.278719 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'security_group_rule': {'security_group_id': '340fd45a-a0f4-47ed-9b96-e6d529af19e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:21.308642 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.366863 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.371302 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.389866 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330b6226-899a-4191-af9f-0210b230a129,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:21.393478 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.395663 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-fd8b0bd1-2c38-4a51-8d73-f29ceed1d734 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202998 Aug 09 11:43:21.398813 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40214) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:21.403071 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:21.424711 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.530289 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.633777 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Allocated IP 172.27.2.23 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/6edea55f-de9d-4e02-9220-330dc69a5f15) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:43:21.735125 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.774639 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.808608 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:43:21.813133 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:43:21.816555 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:43:21.846095 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'Port': ['ID=6edea55f-de9d-4e02-9220-330dc69a5f15,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:21.894753 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2ad3834e-db22-4dc6-a017-b3ae5f59b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.916872 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:21.949558 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:22.093579 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:22.098545 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:22.160437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'Port': ['ID=6edea55f-de9d-4e02-9220-330dc69a5f15,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:22.172868 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:22.187447 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:22.188692 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-dcbb0e09-aec4-495d-8198-7550095be211 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7890995 Aug 09 11:43:22.368419 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-cf63965c-3e89-40ac-86a1-e93d45d3c14d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1952223753&fields=id&tenant_id=dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 267 time: 0.0332937 Aug 09 11:43:22.474409 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79a3afbc-b618-4bf1-8ce8-1155233e5ff3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:22.475866 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79a3afbc-b618-4bf1-8ce8-1155233e5ff3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 816 time: 0.1011155 Aug 09 11:43:22.490206 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-64fff10b-04a7-4770-b859-a02965edb161 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/quotas/dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 375 time: 0.0087256 Aug 09 11:43:22.541419 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-a3a09187-a2e2-4be3-a2aa-646b2d960672 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462313 Aug 09 11:43:22.638685 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-5e06cf42-83bd-44c7-8d52-5ef63a139016 service neutron] 10.222.0.41 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Aug 09 11:43:22.730946 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-1db976db-990b-4a5e-a6be-be3e826130ac service neutron] 10.222.0.41 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852127 Aug 09 11:43:22.920997 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-adbc24c8-df4a-4352-966d-629acb7d13c0 req-df60823a-544b-40c3-b07f-7692364002f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 210 time: 0.0477433 Aug 09 11:43:23.997556 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-4216a31d-8fdd-469b-8796-28c538be24b6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:23.999122 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-4216a31d-8fdd-469b-8796-28c538be24b6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 816 time: 0.1138129 Aug 09 11:43:24.031180 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f45eb835-0288-40ac-82e4-6faffbdda79e req-5118656a-ac52-44ac-b0bf-77ac93e8e31c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 210 time: 0.0277464 Aug 09 11:43:24.067774 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-ad133a71-0f01-4768-8d31-1d17a9919d75 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 380 time: 0.0389340 Aug 09 11:43:24.081882 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'port': {'device_id': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'admin_state_up': True, 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'security_groups': ['340fd45a-a0f4-47ed-9b96-e6d529af19e4']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:24.199350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Made reservation on behalf of dd1cfcd71e554729a4c88186edd48375 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:43:24.202901 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.325374 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Allocated IP 172.20.0.3 (f0afb781-699c-48ac-8249-ee1ce562f986/3d9de0c3-8e6b-428c-812a-1387e805c085/cfd472ad-5b71-45d9-bf65-a8b8f356da02) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:43:24.457190 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.470121 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Transition to ACTIVE for port object cfd472ad-5b71-45d9-bf65-a8b8f356da02 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:43:24.503228 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.546677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Network f0afb781-699c-48ac-8249-ee1ce562f986 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:43:24.549832 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:43:24.554290 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:43:24.560699 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:24.571287 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4e7d55c4-943a-4e48-89c5-fdc570759085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.614217 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:24.615036 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.634169 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-79104847-fd3b-4aad-86c8-7fccb8831c00 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558660 Aug 09 11:43:24.653558 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Request body: {'port': {'device_id': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:24.721268 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.741096 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.797640 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-64e4a740-6553-41ae-af1b-3e4ca52302b5 None None] Provisioning for port cfd472ad-5b71-45d9-bf65-a8b8f356da02 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:43:24.801626 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-64e4a740-6553-41ae-af1b-3e4ca52302b5 None None] Provisioning complete for port cfd472ad-5b71-45d9-bf65-a8b8f356da02 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:43:24.802279 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-64e4a740-6553-41ae-af1b-3e4ca52302b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:24.839820 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-64e4a740-6553-41ae-af1b-3e4ca52302b5 None None] Port cfd472ad-5b71-45d9-bf65-a8b8f356da02 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:43:24.952650 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40312) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:24.994809 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd472ad-5b71-45d9-bf65-a8b8f356da02 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:43:25.002080 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.013510 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Transition to ACTIVE for port object cfd472ad-5b71-45d9-bf65-a8b8f356da02 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:43:25.017312 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.061601 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94561c84-b681-4a93-85ec-427060e452b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.072039 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:25.143605 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Attempting to bind port cfd472ad-5b71-45d9-bf65-a8b8f356da02 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:43:25.143967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Attempting to bind port cfd472ad-5b71-45d9-bf65-a8b8f356da02 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:43:25.144860 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Attempting to bind port cfd472ad-5b71-45d9-bf65-a8b8f356da02 on network f0afb781-699c-48ac-8249-ee1ce562f986 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:43:25.149440 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Port cfd472ad-5b71-45d9-bf65-a8b8f356da02 on network f0afb781-699c-48ac-8249-ee1ce562f986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:43:25.149766 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Attempting to bind port cfd472ad-5b71-45d9-bf65-a8b8f356da02 on network f0afb781-699c-48ac-8249-ee1ce562f986 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:43:25.155583 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:43:25.155982 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Checking segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:43:25.156354 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Bound using segment: {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:43:25.156913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Bound port: cfd472ad-5b71-45d9-bf65-a8b8f356da02, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7fdd20-a144-41bb-86b5-152e025c2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:43:25.157280 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.185764 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06fd9f-baec-4ebf-8785-97f18d7a40d2 req-22ff2589-73b5-4e2c-9b94-efd513de1796 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.187346 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5a06fd9f-baec-4ebf-8785-97f18d7a40d2 req-22ff2589-73b5-4e2c-9b94-efd513de1796 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0741491 Aug 09 11:43:25.230702 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:43:25.235439 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:43:25.239523 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.240742 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94561c84-b681-4a93-85ec-427060e452b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.248937 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-94561c84-b681-4a93-85ec-427060e452b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.270496 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5a06fd9f-baec-4ebf-8785-97f18d7a40d2 req-0fb9c212-c1e5-4ab2-9cb2-994950c20f60 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749202 Aug 09 11:43:25.274687 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.275511 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.277628 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] 10.222.0.55 "PUT /v2.0/ports/cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 200 len: 1093 time: 0.6286006 Aug 09 11:43:25.280710 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:25.283186 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:25.294450 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94561c84-b681-4a93-85ec-427060e452b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8877d4-6834-4bed-b962-5934fcfaff54,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:25.303605 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-94561c84-b681-4a93-85ec-427060e452b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5fc1d4d9928481e9c67d781ed398389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498180 Aug 09 11:43:25.304393 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40320) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:25.354057 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42135aa7-91c2-462d-8262-01c4e7d31217 x-openstack-request-id: req-42135aa7-91c2-462d-8262-01c4e7d31217 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:25.354057 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:25.354057 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42135aa7-91c2-462d-8262-01c4e7d31217 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:25.354499 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'status': 'completed', 'code': 200} Aug 09 11:43:25.369659 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0585f4f-ab82-4580-a3d2-0b0041ae8266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.374237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fd9e-a6cd-4451-a743-0a4f21ccf879 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:25.396642 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0585f4f-ab82-4580-a3d2-0b0041ae8266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.397724 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-3d5c74c6-342c-4945-b10c-1a186eeac422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.399273 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-3d5c74c6-342c-4945-b10c-1a186eeac422 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1096 time: 0.0627909 Aug 09 11:43:25.449385 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0585f4f-ab82-4580-a3d2-0b0041ae8266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.452356 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c0585f4f-ab82-4580-a3d2-0b0041ae8266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.453759 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-c0585f4f-ab82-4580-a3d2-0b0041ae8266 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef8877d4-6834-4bed-b962-5934fcfaff54 HTTP/1.1" status: 204 len: 168 time: 0.1479344 Aug 09 11:43:25.455670 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-d1d27703-0910-41b1-807e-b1baefa50294 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 200 len: 217 time: 0.0399241 Aug 09 11:43:25.463745 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0585f4f-ab82-4580-a3d2-0b0041ae8266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8877d4-6834-4bed-b962-5934fcfaff54,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:25.509629 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-8deaa777-e7f1-4e5d-89cf-ab4e5cb46816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.511100 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-8deaa777-e7f1-4e5d-89cf-ab4e5cb46816 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0477030 Aug 09 11:43:25.557998 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-606521a5-b5c1-4c0c-af51-fb480c541c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.559517 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-606521a5-b5c1-4c0c-af51-fb480c541c20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401838 Aug 09 11:43:25.654917 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-d69bd96d-1d9a-4103-9fe1-b67865fc3069 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870421 Aug 09 11:43:25.659623 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.740793 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40326) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:25.749657 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc04b637-35c1-41f4-ab89-31c08f48f13a req-854a1768-635b-45b6-b600-a1c9fabd7641 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870633 Aug 09 11:43:25.754461 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-843f3ce5-c4d7-46a7-846c-1b681fd65428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.844877 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-843f3ce5-c4d7-46a7-846c-1b681fd65428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.849303 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-843f3ce5-c4d7-46a7-846c-1b681fd65428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.887694 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-b8d7ec86-3cb5-4299-a775-69dbdeabeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.889207 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-b8d7ec86-3cb5-4299-a775-69dbdeabeb5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1096 time: 0.0445666 Aug 09 11:43:25.893829 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-843f3ce5-c4d7-46a7-846c-1b681fd65428 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a27ac39ca7345e08fd7fbb369e09ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518552 Aug 09 11:43:25.894744 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f3ce5-c4d7-46a7-846c-1b681fd65428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1392e-2714-4e5a-8bbf-2e7f24ce54e3,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:25.897210 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40328) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:25.951654 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adce23c8-5f28-4af8-ab25-96cf0e0f58c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.971902 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adce23c8-5f28-4af8-ab25-96cf0e0f58c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:25.980137 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-2aa817c6-6f3d-4a29-b8b9-cf899b2ba932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:25.981641 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-2aa817c6-6f3d-4a29-b8b9-cf899b2ba932 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.0848563 Aug 09 11:43:26.017468 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adce23c8-5f28-4af8-ab25-96cf0e0f58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:26.020138 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adce23c8-5f28-4af8-ab25-96cf0e0f58c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:26.021301 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-adce23c8-5f28-4af8-ab25-96cf0e0f58c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfd1392e-2714-4e5a-8bbf-2e7f24ce54e3 HTTP/1.1" status: 204 len: 168 time: 0.1232116 Aug 09 11:43:26.026388 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-f860f757-8fa5-47d6-aa22-d9a9bbf63052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 200 len: 217 time: 0.0336008 Aug 09 11:43:26.031079 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce23c8-5f28-4af8-ab25-96cf0e0f58c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1392e-2714-4e5a-8bbf-2e7f24ce54e3,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:26.084232 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-a251a99a-0b55-4d67-a307-57931ccf531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:26.085871 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-a251a99a-0b55-4d67-a307-57931ccf531d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0500371 Aug 09 11:43:26.136456 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-b2724332-29fd-4b2f-b0f6-b1c7a4a0c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:26.138062 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-b2724332-29fd-4b2f-b0f6-b1c7a4a0c003 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419793 Aug 09 11:43:26.228540 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-e9cedda0-4a15-41d3-ac00-c949a7fd7713 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809722 Aug 09 11:43:26.323655 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-73e96a49-d6ad-40e0-9eff-8ae06d88c7c3 req-17b4a5a1-2bfa-49aa-9bdb-e6d454b27aaa service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863416 Aug 09 11:43:26.402389 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b904dd-9f4c-412d-80b0-de3475405a6a req-ebca3742-b361-489f-ad7e-20cbdb00b1de tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:26.403985 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-56b904dd-9f4c-412d-80b0-de3475405a6a req-ebca3742-b361-489f-ad7e-20cbdb00b1de tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0518260 Aug 09 11:43:26.442741 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-56b904dd-9f4c-412d-80b0-de3475405a6a req-531931b4-a839-4005-9dcf-3924e586cc0b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309427 Aug 09 11:43:27.185413 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:27.563455 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6be90-d52e-473d-b302-5164e6ffeff7 req-f9415d68-6386-48e8-b1d7-45d9e6d4a245 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:27.564977 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dbf6be90-d52e-473d-b302-5164e6ffeff7 req-f9415d68-6386-48e8-b1d7-45d9e6d4a245 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0502000 Aug 09 11:43:27.603880 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dbf6be90-d52e-473d-b302-5164e6ffeff7 req-c15fd68c-f3f9-49bc-82dd-476e84982b8b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Aug 09 11:43:27.819465 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:43:27.909840 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:27.924754 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'mac_address': 'fa:16:3e:a4:16:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:43:27.961666 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:27.973898 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd472ad-5b71-45d9-bf65-a8b8f356da02 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:43:27.993446 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:27.997493 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.017398 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40404) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:28.045801 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:28.126577 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-434fac17-2d8d-46cf-86a9-a71aa3a54262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.211450 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-434fac17-2d8d-46cf-86a9-a71aa3a54262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.215891 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-434fac17-2d8d-46cf-86a9-a71aa3a54262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.253912 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fac17-2d8d-46cf-86a9-a71aa3a54262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffed36f-ae21-4cfe-85b6-e75bb5c6d7da,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:28.258949 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-434fac17-2d8d-46cf-86a9-a71aa3a54262 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fc2767af0374ccb93b92444496ab6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405145 Aug 09 11:43:28.261504 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40408) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:28.309274 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22153ab5-ff10-48e9-89fc-4162458ab90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.330178 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22153ab5-ff10-48e9-89fc-4162458ab90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.338341 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['cfd472ad-5b71-45d9-bf65-a8b8f356da02'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:43:28.379903 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22153ab5-ff10-48e9-89fc-4162458ab90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.382458 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22153ab5-ff10-48e9-89fc-4162458ab90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.383815 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-22153ab5-ff10-48e9-89fc-4162458ab90b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ffed36f-ae21-4cfe-85b6-e75bb5c6d7da HTTP/1.1" status: 204 len: 168 time: 0.1210740 Aug 09 11:43:28.391404 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22153ab5-ff10-48e9-89fc-4162458ab90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffed36f-ae21-4cfe-85b6-e75bb5c6d7da,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:28.647852 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40416) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:28.661180 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f5b9-38aa-4afe-ba8b-e677618c1e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.759231 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa7005-676b-4e54-bdf6-8e39030eca72 req-f19583f2-4403-44cc-b7d4-1cc775c6c259 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:28.761046 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cffa7005-676b-4e54-bdf6-8e39030eca72 req-f19583f2-4403-44cc-b7d4-1cc775c6c259 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 944 time: 0.0845320 Aug 09 11:43:28.818169 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cffa7005-676b-4e54-bdf6-8e39030eca72 req-8cf037b7-c1df-484f-b0ca-5d8fa6d39e52 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493557 Aug 09 11:43:28.831046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f5b9-38aa-4afe-ba8b-e677618c1e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.835706 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f5b9-38aa-4afe-ba8b-e677618c1e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.872220 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-e2f1f5b9-38aa-4afe-ba8b-e677618c1e03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c2f769dae0c4164b97e51e1662e06f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232800 Aug 09 11:43:28.874108 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1f5b9-38aa-4afe-ba8b-e677618c1e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74673e-ac35-4ce1-ab49-54605fcdc7f6,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:28.874902 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40418) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:28.924644 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b13808a2-474f-4a17-b82e-f31a8877fef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.948659 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b13808a2-474f-4a17-b82e-f31a8877fef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.992104 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b13808a2-474f-4a17-b82e-f31a8877fef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.994627 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b13808a2-474f-4a17-b82e-f31a8877fef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:28.995771 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b13808a2-474f-4a17-b82e-f31a8877fef9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b74673e-ac35-4ce1-ab49-54605fcdc7f6 HTTP/1.1" status: 204 len: 168 time: 0.1199093 Aug 09 11:43:29.002891 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13808a2-474f-4a17-b82e-f31a8877fef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74673e-ac35-4ce1-ab49-54605fcdc7f6,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:29.819509 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:43:29.870789 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port cfd472ad-5b71-45d9-bf65-a8b8f356da02 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:43:29.875628 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port cfd472ad-5b71-45d9-bf65-a8b8f356da02 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:43:29.876136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:29.946878 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd658f89-5ee7-4541-a219-e6338f43812a req-f7b9d01f-5380-4971-b012-a580a5c2b765 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:29.954051 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fd658f89-5ee7-4541-a219-e6338f43812a req-f7b9d01f-5380-4971-b012-a580a5c2b765 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 944 time: 0.0585771 Aug 09 11:43:29.967016 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:29.991676 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fd658f89-5ee7-4541-a219-e6338f43812a req-adad5477-cbf2-48b5-a0b7-3fd71b60cf9c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366821 Aug 09 11:43:29.999060 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:30.001563 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65064ac1-ae51-4b74-af3c-b2485d5bd787" -d '{"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-plugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:30.014930 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:43:30.021309 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:30.068059 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff55d5a-ea77-429e-9d61-dea7b2041302 x-openstack-request-id: req-4ff55d5a-ea77-429e-9d61-dea7b2041302 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:30.068452 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-plugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:30.068713 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ff55d5a-ea77-429e-9d61-dea7b2041302 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:30.069127 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'code': 200} Aug 09 11:43:30.088642 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:30.269975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f08a-df80-4ea4-ba8f-90104076784e req-22c6ec6c-a8ab-4952-9572-8b75d56ca794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:30.271423 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4b92f08a-df80-4ea4-ba8f-90104076784e req-22c6ec6c-a8ab-4952-9572-8b75d56ca794 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1098 time: 0.0389369 Aug 09 11:43:30.305723 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4b92f08a-df80-4ea4-ba8f-90104076784e req-ee923b95-6dda-4f1d-94d8-a502c1a0ec4d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271192 Aug 09 11:43:31.126927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464af2d-11de-458f-bc96-f65504fcf383 req-12287fa6-0094-4510-a240-1f4d9f390ba7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:31.128414 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5464af2d-11de-458f-bc96-f65504fcf383 req-12287fa6-0094-4510-a240-1f4d9f390ba7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Aug 09 11:43:31.166388 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5464af2d-11de-458f-bc96-f65504fcf383 req-7868580b-095b-4f57-a4b4-1b5e759424aa tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Aug 09 11:43:32.283964 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ebd07-a73a-4add-8735-e2f21137c4a0 req-7ba8d7f9-642b-469c-bc45-9a4cf38f2ff8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:32.285430 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-284ebd07-a73a-4add-8735-e2f21137c4a0 req-7ba8d7f9-642b-469c-bc45-9a4cf38f2ff8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Aug 09 11:43:32.325291 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-284ebd07-a73a-4add-8735-e2f21137c4a0 req-9016d881-dee0-4284-a0d0-8b21602c1970 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340147 Aug 09 11:43:32.449330 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f886c-3aed-4fb3-a90e-ba2eb9aaad25 req-3a16af48-19d7-4806-9bc3-0f771df8e607 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:32.450799 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-352f886c-3aed-4fb3-a90e-ba2eb9aaad25 req-3a16af48-19d7-4806-9bc3-0f771df8e607 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0489001 Aug 09 11:43:32.459249 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40468) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:32.463750 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Request body: {'floatingip': {'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:43:32.501177 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:32.919455 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:32.923016 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:33.016991 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Floating IP 03dcb102-81e8-4004-97be-cc36a5b8d1fd associated. External IP: 172.27.2.23, port: cfd472ad-5b71-45d9-bf65-a8b8f356da02. Aug 09 11:43:33.470297 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:43:33.573179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:43:33.577919 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:33.583135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:43:33.592620 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:33.593229 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:43:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:33.605991 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ed11ac09-9b28-4f56-bb43-1f7fca2b00f0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "PUT /v2.0/floatingips/03dcb102-81e8-4004-97be-cc36a5b8d1fd HTTP/1.1" status: 200 len: 990 time: 1.1432154 Aug 09 11:43:33.605991 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:43:33.606514 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019af886-9233-4e9f-875f-4840e5136574" -d '{"events": [{"name": "network-changed", "server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:43:33.642861 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0f6b5-1733-4f12-96f2-601cbc6ada7a x-openstack-request-id: req-a9f0f6b5-1733-4f12-96f2-601cbc6ada7a {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:43:33.643150 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:43:33.643396 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9f0f6b5-1733-4f12-96f2-601cbc6ada7a {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:43:33.644419 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'status': 'completed', 'code': 200} Aug 09 11:43:33.705395 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:33.917574 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '03dcb102-81e8-4004-97be-cc36a5b8d1fd', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'mac_address': 'fa:16:3e:a4:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:21Z', 'updated_at': '2021-08-09T11:43:32Z', 'revision_number': 1, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:33.942840 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:43:33.953034 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:43:33.953628 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:43:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:34.054254 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:43:34.263412 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '03dcb102-81e8-4004-97be-cc36a5b8d1fd', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'mac_address': 'fa:16:3e:a4:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:21Z', 'updated_at': '2021-08-09T11:43:32Z', 'revision_number': 1, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:43:34.292077 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f1ada-b984-4acc-bd5a-97843a76238a None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '03dcb102-81e8-4004-97be-cc36a5b8d1fd', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'mac_address': 'fa:16:3e:a4:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:43:21Z', 'updated_at': '2021-08-09T11:43:32Z', 'revision_number': 1, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:43:34.356522 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af886-9233-4e9f-875f-4840e5136574 req-eabaf2e1-c0b3-4e6a-9c28-98fecfc7a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:34.358109 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-eabaf2e1-c0b3-4e6a-9c28-98fecfc7a264 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1098 time: 0.0448599 Aug 09 11:43:34.457569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af886-9233-4e9f-875f-4840e5136574 req-05a90610-17b4-4bb7-a336-70290cc58cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:34.458919 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-05a90610-17b4-4bb7-a336-70290cc58cb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.0883753 Aug 09 11:43:34.495454 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2711d3-64c5-4ce0-b490-fdc267bf3cd3 None None] New status for floating IP 03dcb102-81e8-4004-97be-cc36a5b8d1fd: ACTIVE {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:43:34.526034 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-71329185-6a93-494b-8e36-2643882175eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 200 len: 998 time: 0.0585446 Aug 09 11:43:34.575099 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af886-9233-4e9f-875f-4840e5136574 req-47f06cbb-7112-4cb7-963a-ed46f0a18ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:34.576567 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-47f06cbb-7112-4cb7-963a-ed46f0a18ef8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0427902 Aug 09 11:43:34.629187 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af886-9233-4e9f-875f-4840e5136574 req-2c941b7c-814d-4531-95a5-b562287ac8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:34.630674 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-2c941b7c-814d-4531-95a5-b562287ac8d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449383 Aug 09 11:43:34.731683 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-11e28137-bd13-4647-8e87-9d37836ea51f service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863669 Aug 09 11:43:34.831440 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-019af886-9233-4e9f-875f-4840e5136574 req-1fa529f1-bb0f-44a5-942e-5a8f13f0b64c service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 Aug 09 11:43:38.331846 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40532) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:38.435125 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-89ad06dd-7992-40f6-9e16-c47813ca1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.518426 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-89ad06dd-7992-40f6-9e16-c47813ca1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.522055 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-89ad06dd-7992-40f6-9e16-c47813ca1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.560268 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-89ad06dd-7992-40f6-9e16-c47813ca1480 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf3cd0c7666c4a0b8960d3f2fdc65c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272992 Aug 09 11:43:38.561209 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad06dd-7992-40f6-9e16-c47813ca1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe179c8-6d22-4e69-965d-07bb1ec4ff10,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:38.563057 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40536) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:38.615368 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e02681a2-cba2-4147-ad10-8e6b79beff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.635465 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e02681a2-cba2-4147-ad10-8e6b79beff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.682924 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e02681a2-cba2-4147-ad10-8e6b79beff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.685684 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-e02681a2-cba2-4147-ad10-8e6b79beff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:38.689188 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-e02681a2-cba2-4147-ad10-8e6b79beff03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fe179c8-6d22-4e69-965d-07bb1ec4ff10 HTTP/1.1" status: 204 len: 168 time: 0.1223159 Aug 09 11:43:38.697921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02681a2-cba2-4147-ad10-8e6b79beff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe179c8-6d22-4e69-965d-07bb1ec4ff10,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:47.357143 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:43:49.162741 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-0034ebaa-5748-4957-9dc8-e3ff6e5f3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:49.164262 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-0034ebaa-5748-4957-9dc8-e3ff6e5f3f2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1137 time: 0.0411637 Aug 09 11:43:49.266463 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff620c-80d0-44c4-a7c0-7a1b33e4110e req-e9d20d32-fdb7-4685-abb5-8ad82eb759ed tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:49.267926 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7cff620c-80d0-44c4-a7c0-7a1b33e4110e req-e9d20d32-fdb7-4685-abb5-8ad82eb759ed tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.1930282 Aug 09 11:43:49.309098 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-47e63b25-2369-47e4-b3c2-10f02442d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:49.310524 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-47e63b25-2369-47e4-b3c2-10f02442d4f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.1312416 Aug 09 11:43:49.325172 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7cff620c-80d0-44c4-a7c0-7a1b33e4110e req-b978dff8-0bbd-4093-a9a7-57146c026098 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505440 Aug 09 11:43:49.388125 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-af4757c7-810e-4f28-b276-bf471bd912ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 999 time: 0.0619488 Aug 09 11:43:49.439012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-aa1b3283-953e-4297-857f-a2f3998857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:49.440545 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-aa1b3283-953e-4297-857f-a2f3998857ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.0427990 Aug 09 11:43:49.491914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-f5498f30-42ce-4d4a-b1f9-059f507383d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:49.493465 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-f5498f30-42ce-4d4a-b1f9-059f507383d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396433 Aug 09 11:43:49.592119 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40706) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:49.596405 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-a99eb7ef-4cc0-40d5-b17d-b97fea319f02 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Aug 09 11:43:49.688459 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abdc14d6-e7ff-4e2f-bd9a-39f2488a530e req-db089ee6-767c-4baa-bf2f-c12f8bd2c4f5 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826766 Aug 09 11:43:49.694497 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f6028c71-e238-4900-ad4c-8fdc45732a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.784583 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f6028c71-e238-4900-ad4c-8fdc45732a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.788665 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f6028c71-e238-4900-ad4c-8fdc45732a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.824220 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6028c71-e238-4900-ad4c-8fdc45732a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2c828-47c3-4883-8a54-ae18539b9989,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:49.829328 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f6028c71-e238-4900-ad4c-8fdc45732a1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=743fc518f4c348a887d11ff7e66de3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360587 Aug 09 11:43:49.831286 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40710) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:43:49.881814 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76d9e747-a4e3-42d4-a2d2-0bb0b3f922b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.902647 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76d9e747-a4e3-42d4-a2d2-0bb0b3f922b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.950419 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76d9e747-a4e3-42d4-a2d2-0bb0b3f922b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.952922 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-76d9e747-a4e3-42d4-a2d2-0bb0b3f922b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:49.954088 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-76d9e747-a4e3-42d4-a2d2-0bb0b3f922b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67c2c828-47c3-4883-8a54-ae18539b9989 HTTP/1.1" status: 204 len: 168 time: 0.1218214 Aug 09 11:43:49.962283 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9e747-a4e3-42d4-a2d2-0bb0b3f922b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2c828-47c3-4883-8a54-ae18539b9989,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:43:50.439603 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509b7f7-eb1c-4d2c-9adb-aded011c1372 req-4d6ff87c-e972-4318-ad5f-acf7c5a0f3c6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:50.441100 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1509b7f7-eb1c-4d2c-9adb-aded011c1372 req-4d6ff87c-e972-4318-ad5f-acf7c5a0f3c6 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0489852 Aug 09 11:43:50.484655 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1509b7f7-eb1c-4d2c-9adb-aded011c1372 req-61064446-914f-4e6f-b1e5-3610423253a3 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373743 Aug 09 11:43:50.558551 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:51.596816 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e69e8e-4c3a-4e28-997c-717a3a76da23 req-77cb2ded-5d4f-4044-8df4-62ea4e8db56f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:51.598805 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-22e69e8e-4c3a-4e28-997c-717a3a76da23 req-77cb2ded-5d4f-4044-8df4-62ea4e8db56f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0484891 Aug 09 11:43:51.637147 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-22e69e8e-4c3a-4e28-997c-717a3a76da23 req-5ff27ba1-1153-46ee-9976-9cb492fa0c82 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324378 Aug 09 11:43:51.895879 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-075c5326-36d9-4262-acba-ea1eeb5f9ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:52.748061 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba7da5-5f32-4306-885b-f94c0011c545 req-63b9d2d9-b238-4427-b45d-8d6a846370e7 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:52.749548 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cdba7da5-5f32-4306-885b-f94c0011c545 req-63b9d2d9-b238-4427-b45d-8d6a846370e7 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0480249 Aug 09 11:43:52.791912 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cdba7da5-5f32-4306-885b-f94c0011c545 req-813380d2-79e3-46cc-9623-25f7205d442d tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359170 Aug 09 11:43:53.903495 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1281-3a0e-4bfb-8f8d-2ce853f2de6e req-e17544f3-d325-476c-8a54-5bf5971e555b tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:53.904970 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-483d1281-3a0e-4bfb-8f8d-2ce853f2de6e req-e17544f3-d325-476c-8a54-5bf5971e555b tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0482471 Aug 09 11:43:53.946855 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-483d1281-3a0e-4bfb-8f8d-2ce853f2de6e req-224f5644-4567-4e40-8a33-39d9ed24c9b7 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353415 Aug 09 11:43:54.563057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6c996c2b-8cd0-48bf-be5b-e38740e223d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:54.734406 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:55.061670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562dc61-286e-4bbd-80d0-0c2a671d2e53 req-1df36a2f-d047-4a08-bc44-0d1b772b491e tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:55.063122 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f562dc61-286e-4bbd-80d0-0c2a671d2e53 req-1df36a2f-d047-4a08-bc44-0d1b772b491e tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0477788 Aug 09 11:43:55.102691 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f562dc61-286e-4bbd-80d0-0c2a671d2e53 req-4b86e3f7-2ad8-4a6c-930d-0cd3fe5cbfc9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331376 Aug 09 11:43:55.662204 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:56.212134 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9c2c9-adbd-42f1-a69c-f714bd750447 req-92c90da7-4d03-4558-85f3-b59421e99132 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:56.213607 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-74b9c2c9-adbd-42f1-a69c-f714bd750447 req-92c90da7-4d03-4558-85f3-b59421e99132 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0470994 Aug 09 11:43:56.252085 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-74b9c2c9-adbd-42f1-a69c-f714bd750447 req-69e161e3-2f45-4dd6-a9d3-de2edcbe2940 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326359 Aug 09 11:43:57.188025 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:43:57.365577 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1651c2a-c24a-47c5-bcb2-139e09c73111 req-a4a75107-404b-48dc-b3f5-e32ef6bb3940 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:57.367037 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1651c2a-c24a-47c5-bcb2-139e09c73111 req-a4a75107-404b-48dc-b3f5-e32ef6bb3940 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0480628 Aug 09 11:43:57.410075 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1651c2a-c24a-47c5-bcb2-139e09c73111 req-2ad749c9-8197-4a47-85b4-93ece139ca62 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369720 Aug 09 11:43:57.851319 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-35c78d3e-d170-44a8-9447-885f125998c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:57.853050 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-35c78d3e-d170-44a8-9447-885f125998c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1137 time: 0.1295257 Aug 09 11:43:57.979395 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-1a9fd692-57eb-40f5-952d-2807c5b10f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:57.981771 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-1a9fd692-57eb-40f5-952d-2807c5b10f01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.0844755 Aug 09 11:43:58.051332 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-243f662a-3534-44f0-9745-18a1db2bcd48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 999 time: 0.0610254 Aug 09 11:43:58.099434 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-614bd22e-cf05-4683-915c-6fdb184be7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:58.100889 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-614bd22e-cf05-4683-915c-6fdb184be7ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.0430753 Aug 09 11:43:58.144668 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-a707b64b-d584-4c54-99c8-9d3b7e14c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:58.146088 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-a707b64b-d584-4c54-99c8-9d3b7e14c2e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382879 Aug 09 11:43:58.239950 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-ac14637d-8b46-4fa7-a531-92edc3f8395b service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840571 Aug 09 11:43:58.332453 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9b7c2d25-5c63-47cf-83c6-85a2f8f567bc req-78e45c73-96aa-4a27-9bc4-360789ddc832 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806844 Aug 09 11:43:58.521251 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e9d75-eee6-486b-b63b-83a24e845b43 req-f598aed5-5936-4c3c-b455-d3cdb6c14998 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:58.522618 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-495e9d75-eee6-486b-b63b-83a24e845b43 req-f598aed5-5936-4c3c-b455-d3cdb6c14998 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0476329 Aug 09 11:43:58.565244 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-495e9d75-eee6-486b-b63b-83a24e845b43 req-d7fa074c-cba8-46ad-ae20-de101578dc77 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367963 Aug 09 11:43:59.676063 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48230d1-2d83-4cf2-b6e7-f31ffd1f638c req-4adbbe18-258c-40c3-a97c-d67e9fa4e746 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:43:59.677530 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b48230d1-2d83-4cf2-b6e7-f31ffd1f638c req-4adbbe18-258c-40c3-a97c-d67e9fa4e746 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0472288 Aug 09 11:43:59.716920 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b48230d1-2d83-4cf2-b6e7-f31ffd1f638c req-d0b76554-9868-49d1-9592-bbb6a73ff5f9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335076 Aug 09 11:44:00.830409 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582819a-bc24-43e3-8995-1c158d115453 req-366111e8-ac5e-4b2a-ab0a-56403ef83fc1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:00.832505 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4582819a-bc24-43e3-8995-1c158d115453 req-366111e8-ac5e-4b2a-ab0a-56403ef83fc1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0487494 Aug 09 11:44:00.873579 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4582819a-bc24-43e3-8995-1c158d115453 req-aa099bd8-bf5a-4a50-836c-3860efeb4df9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350666 Aug 09 11:44:01.986557 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27f71-66cb-4c17-8e51-801c61d451a8 req-637b703d-f683-4bdc-856d-0a2515a16db3 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:01.988051 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0da27f71-66cb-4c17-8e51-801c61d451a8 req-637b703d-f683-4bdc-856d-0a2515a16db3 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0477533 Aug 09 11:44:02.031032 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0da27f71-66cb-4c17-8e51-801c61d451a8 req-50fa3211-a0da-4d9b-b7fa-2b995f278cae tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363979 Aug 09 11:44:03.142786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039a01c-25cf-40f4-9631-0e788ac49273 req-7dc92b2a-1bb4-44a7-8b50-c80a082f99ca tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:03.144783 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f039a01c-25cf-40f4-9631-0e788ac49273 req-7dc92b2a-1bb4-44a7-8b50-c80a082f99ca tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0472434 Aug 09 11:44:03.183849 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f039a01c-25cf-40f4-9631-0e788ac49273 req-ac668030-fda2-48c9-abe7-9e0fdc03e726 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331390 Aug 09 11:44:04.296668 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd10da1-e91f-49f1-a20d-780704a49032 req-4d5043ba-56cc-4bf7-ab0b-1d96ff355545 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:04.298229 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bbd10da1-e91f-49f1-a20d-780704a49032 req-4d5043ba-56cc-4bf7-ab0b-1d96ff355545 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0478096 Aug 09 11:44:04.338502 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bbd10da1-e91f-49f1-a20d-780704a49032 req-cee895b1-2077-41aa-8641-10464f2d7ef4 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335381 Aug 09 11:44:05.452194 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577ce47-fbaf-4ca3-a53b-7102c5357062 req-8c9aba7a-3cfe-4e6e-bfe9-dba213a4e3c1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:05.453671 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5577ce47-fbaf-4ca3-a53b-7102c5357062 req-8c9aba7a-3cfe-4e6e-bfe9-dba213a4e3c1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0492270 Aug 09 11:44:05.496555 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5577ce47-fbaf-4ca3-a53b-7102c5357062 req-8fa1feb4-a484-4cbb-9464-b1337316fe02 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366745 Aug 09 11:44:06.609375 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddb96a-a3d9-404c-a670-99e5b5773bf0 req-50a1c9b8-0b83-4a18-b238-88cb6b14e798 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:06.610913 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aeddb96a-a3d9-404c-a670-99e5b5773bf0 req-50a1c9b8-0b83-4a18-b238-88cb6b14e798 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0490723 Aug 09 11:44:06.650277 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aeddb96a-a3d9-404c-a670-99e5b5773bf0 req-d2cea41c-8526-4de3-bc87-385caedace6a tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&id=06c69057-e8cd-482d-ac55-0f6e9c36913a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328796 Aug 09 11:44:18.381416 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02fef5-c896-42ca-bd58-5670c18d8055 req-df10f48d-449f-490b-8457-37603df06962 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:18.382812 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0f02fef5-c896-42ca-bd58-5670c18d8055 req-df10f48d-449f-490b-8457-37603df06962 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0497425 Aug 09 11:44:18.419930 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0f02fef5-c896-42ca-bd58-5670c18d8055 req-67f97020-8174-41ab-bd0e-dfb4a9eab5ee tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308654 Aug 09 11:44:19.538935 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36a472-5996-42b0-b1a7-85e9c9a64e75 req-9682c408-cd21-42ba-94fb-bd4fba1f2947 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:19.540415 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb36a472-5996-42b0-b1a7-85e9c9a64e75 req-9682c408-cd21-42ba-94fb-bd4fba1f2947 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Aug 09 11:44:19.576685 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb36a472-5996-42b0-b1a7-85e9c9a64e75 req-2ca6a8a1-e1ad-4a24-942a-e8b5ac958d28 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304153 Aug 09 11:44:20.573479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:20.692848 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf6e2-5bc7-4411-80c2-f0bc38a45e66 req-98d7e47b-40fc-4653-9533-6ed011eec1b1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:20.694288 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc2bf6e2-5bc7-4411-80c2-f0bc38a45e66 req-98d7e47b-40fc-4653-9533-6ed011eec1b1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Aug 09 11:44:20.734140 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc2bf6e2-5bc7-4411-80c2-f0bc38a45e66 req-131e71de-1706-44a8-9cc0-4f5579b95c61 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338340 Aug 09 11:44:21.850756 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e67196-91d2-43fa-b8ad-40e204900bbe req-14a6a261-72fe-41b8-828e-d4976545e2b5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:21.852221 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b2e67196-91d2-43fa-b8ad-40e204900bbe req-14a6a261-72fe-41b8-828e-d4976545e2b5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Aug 09 11:44:21.888089 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b2e67196-91d2-43fa-b8ad-40e204900bbe req-ccf9b353-be3c-4f58-af90-f605849e2147 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301511 Aug 09 11:44:21.896433 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f2e23ddd-9114-45a5-9d37-cfe8e02faa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:23.007557 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6be5-7404-4d0e-b6bd-a2116c39e7e4 req-d2086c3e-fc70-402d-91ff-bb5696d0e9f6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:23.009045 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-368c6be5-7404-4d0e-b6bd-a2116c39e7e4 req-d2086c3e-fc70-402d-91ff-bb5696d0e9f6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Aug 09 11:44:23.045537 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-368c6be5-7404-4d0e-b6bd-a2116c39e7e4 req-e1d65ff5-1796-4e48-9471-d653b5311404 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Aug 09 11:44:24.163783 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade6133-071a-4f22-88bf-0798ac4d8b62 req-250d961d-740e-4607-98a9-dd6c15968d9c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:24.165263 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cade6133-071a-4f22-88bf-0798ac4d8b62 req-250d961d-740e-4607-98a9-dd6c15968d9c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0507121 Aug 09 11:44:24.203449 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cade6133-071a-4f22-88bf-0798ac4d8b62 req-f7019e27-4530-4309-96f0-a4a36dddd792 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Aug 09 11:44:24.359671 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:44:24.562948 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dcb49628-81db-455d-9d8a-14db3debc720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:24.733619 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:25.319330 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467369f-9f12-48c7-9d0a-4d20828c9f7b req-cb5b60a7-bb5e-4a18-946a-3af8d08534fe tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:25.321136 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8467369f-9f12-48c7-9d0a-4d20828c9f7b req-cb5b60a7-bb5e-4a18-946a-3af8d08534fe tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0492842 Aug 09 11:44:25.358501 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8467369f-9f12-48c7-9d0a-4d20828c9f7b req-cba5b68f-522b-49e9-9bca-0218caf313dc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Aug 09 11:44:25.667234 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:26.476377 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f0d68-279e-4423-93a0-309099654028 req-4530dd36-b004-41ea-99a9-02e77d2d25fa tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:26.477837 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-574f0d68-279e-4423-93a0-309099654028 req-4530dd36-b004-41ea-99a9-02e77d2d25fa tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Aug 09 11:44:26.514359 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-574f0d68-279e-4423-93a0-309099654028 req-03ef9d69-2725-47fc-ba3b-194fe948642f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308125 Aug 09 11:44:27.189555 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:27.630309 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0bc1-db95-4539-bd66-bdfac53aaa68 req-853590a1-de12-4c7c-b3b8-462d70d426d8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:27.631748 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bcde0bc1-db95-4539-bd66-bdfac53aaa68 req-853590a1-de12-4c7c-b3b8-462d70d426d8 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0474105 Aug 09 11:44:27.670834 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bcde0bc1-db95-4539-bd66-bdfac53aaa68 req-cc944abf-a675-4316-badd-14ae1f73239a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333252 Aug 09 11:44:28.790499 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d16132-cfe4-4231-82fe-fe7515b286a6 req-6cf2d47f-4329-4682-9097-aee9cd66a324 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:28.791981 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b9d16132-cfe4-4231-82fe-fe7515b286a6 req-6cf2d47f-4329-4682-9097-aee9cd66a324 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Aug 09 11:44:28.829421 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b9d16132-cfe4-4231-82fe-fe7515b286a6 req-24936fef-7ead-4916-9322-2a2323bd14e6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311098 Aug 09 11:44:29.945116 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a843091-952b-4057-a3b2-969cfcef1130 req-f39044d5-30ea-4ba9-89f7-dfbd2eaa573c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:29.946569 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2a843091-952b-4057-a3b2-969cfcef1130 req-f39044d5-30ea-4ba9-89f7-dfbd2eaa573c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Aug 09 11:44:29.983950 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2a843091-952b-4057-a3b2-969cfcef1130 req-1333b0e1-f85d-4bd1-a287-2f328d0c27db tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Aug 09 11:44:30.095555 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:44:30.304817 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:30.315932 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'mac_address': 'fa:16:3e:a4:16:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:44:30.351292 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.363784 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfd472ad-5b71-45d9-bf65-a8b8f356da02 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:44:30.382180 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:30.386081 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:30.434532 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=6']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:30.441452 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.441830 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.442170 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.442504 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.442836 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.443165 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.443491 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.443814 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.444160 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.444521 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.445098 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.445443 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:30.585610 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['cfd472ad-5b71-45d9-bf65-a8b8f356da02'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:44:31.109599 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37cc6-18ce-4f46-8d1e-4e04435c3cd4 req-779d3366-6c33-4ea7-aa18-25bf1cc8d0cc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:31.111136 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b9a37cc6-18ce-4f46-8d1e-4e04435c3cd4 req-779d3366-6c33-4ea7-aa18-25bf1cc8d0cc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 944 time: 0.0563712 Aug 09 11:44:31.150845 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b9a37cc6-18ce-4f46-8d1e-4e04435c3cd4 req-e1f0190e-4754-4a92-8437-2e625cdcbf71 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Aug 09 11:44:32.108379 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:44:32.163935 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port cfd472ad-5b71-45d9-bf65-a8b8f356da02 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:32.164348 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.261859 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.278874 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c56299-fcd1-4491-bad1-985ff4ed01cc req-64f1e5f7-5c31-4549-ac8c-011d6be2787c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:32.281345 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e4c56299-fcd1-4491-bad1-985ff4ed01cc req-64f1e5f7-5c31-4549-ac8c-011d6be2787c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 944 time: 0.0554893 Aug 09 11:44:32.310923 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:32.314416 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d11a7d-11e0-4797-9728-bf29e41470b0" -d '{"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-plugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:32.336726 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:32.338306 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e4c56299-fcd1-4491-bad1-985ff4ed01cc req-ff80a965-dfd4-433a-84e4-c67b5f577993 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504777 Aug 09 11:44:32.346072 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:32.405451 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=7']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:32.425723 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd647e-2c8b-42b4-aecc-ba578e0c0aa9 x-openstack-request-id: req-45bd647e-2c8b-42b4-aecc-ba578e0c0aa9 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:32.426017 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-plugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:32.426272 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45bd647e-2c8b-42b4-aecc-ba578e0c0aa9 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:32.426671 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'code': 200} Aug 09 11:44:33.478807 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c306ee7-d990-4766-9319-029e42569450 req-3e8f81ea-4ebf-47dd-9fd0-2c32f8b082e6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:33.480591 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0c306ee7-d990-4766-9319-029e42569450 req-3e8f81ea-4ebf-47dd-9fd0-2c32f8b082e6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Aug 09 11:44:33.526657 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0c306ee7-d990-4766-9319-029e42569450 req-4401e21a-1eb4-458d-ac2a-6764554c556a tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Aug 09 11:44:34.659440 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4ef77-847a-49a4-9b3b-6bc23dc976c2 req-62640722-4c3b-4590-9066-50d5e0cbe283 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:34.664842 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ac4ef77-847a-49a4-9b3b-6bc23dc976c2 req-62640722-4c3b-4590-9066-50d5e0cbe283 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0588851 Aug 09 11:44:34.703612 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4ac4ef77-847a-49a4-9b3b-6bc23dc976c2 req-26c6499f-b514-4990-96e0-99439448f7c1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355933 Aug 09 11:44:35.841344 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9669e4-69e6-4e01-910b-61b3316057ff req-ba5de68a-1f86-49ca-bd8b-05db59c8c47c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:35.843391 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5d9669e4-69e6-4e01-910b-61b3316057ff req-ba5de68a-1f86-49ca-bd8b-05db59c8c47c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0614908 Aug 09 11:44:35.888886 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5d9669e4-69e6-4e01-910b-61b3316057ff req-84ccf031-be5c-48d5-9410-09cfe80fdbc5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Aug 09 11:44:37.015468 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074f325-0a68-4673-a766-fd7009acf22e req-5a507b2e-d214-454d-8e7c-2bba2c213277 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:37.017788 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c074f325-0a68-4673-a766-fd7009acf22e req-5a507b2e-d214-454d-8e7c-2bba2c213277 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Aug 09 11:44:37.069014 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c074f325-0a68-4673-a766-fd7009acf22e req-42fd742d-509f-48e2-a3bf-73f44de5cbc1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444715 Aug 09 11:44:38.204622 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719fc26-db8c-47c8-b975-d7fdace5f3d0 req-b8022bde-ded0-4da7-ad57-f913229fe678 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:38.206140 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0719fc26-db8c-47c8-b975-d7fdace5f3d0 req-b8022bde-ded0-4da7-ad57-f913229fe678 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0601263 Aug 09 11:44:38.253249 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0719fc26-db8c-47c8-b975-d7fdace5f3d0 req-9f3a5065-2161-40e2-81b7-ec4239d2df49 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Aug 09 11:44:39.385289 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc5e2-b82d-4eaa-8056-26ba31af3255 req-db4c009c-8e34-468f-ac6e-c9eede9ec50b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:39.386928 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7b3bc5e2-b82d-4eaa-8056-26ba31af3255 req-db4c009c-8e34-468f-ac6e-c9eede9ec50b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0576804 Aug 09 11:44:39.429860 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7b3bc5e2-b82d-4eaa-8056-26ba31af3255 req-173aa625-3a1c-43de-96c8-591f1dfdf438 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372748 Aug 09 11:44:39.654831 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-c63d5e3b-0274-4aee-89c1-2772ae51cc4c tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881847695&fields=id&tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f HTTP/1.1" status: 200 len: 267 time: 0.0477633 Aug 09 11:44:39.716090 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-4b1a6d65-0e0a-4055-a28c-ba6ce8f84c22 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:39.717677 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-4b1a6d65-0e0a-4055-a28c-ba6ce8f84c22 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 984 time: 0.0562212 Aug 09 11:44:39.728927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Request body: {'port': {'security_groups': ['ea990329-6b0b-4639-9944-a0165f944c2d']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:44:39.799768 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:39.984440 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:40.013631 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.018036 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.056693 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b8dbee23-6da2-4db0-8df8-dd56260573ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:44:40.060272 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.060961 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.062383 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cb6a7263-d969-4e65-ad28-d2d3c69e948a req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "PUT /v2.0/ports/b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 942 time: 0.3381255 Aug 09 11:44:40.062838 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:40.065142 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c7517a-ad3d-480c-a407-939a632908ce" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:40.069305 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 40926) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:40.122988 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event updated for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=7']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:40.135889 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.137740 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.138512 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.142194 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.142851 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.143676 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.143976 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.144343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.144685 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.145018 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.145353 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.145687 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a862f28-8ed9-4efd-a761-d248d77f3e38 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.178654 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.194818 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8a4432-b725-45a2-9bbc-3fdc5e0f5a8f x-openstack-request-id: req-2c8a4432-b725-45a2-9bbc-3fdc5e0f5a8f {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:40.195110 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:40.195363 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c8a4432-b725-45a2-9bbc-3fdc5e0f5a8f {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:40.195761 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'status': 'completed', 'code': 200} Aug 09 11:44:40.208746 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.271537 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.274143 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.275298 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "DELETE /v2.0/security-groups/06c69057-e8cd-482d-ac55-0f6e9c36913a HTTP/1.1" status: 204 len: 168 time: 0.2050769 Aug 09 11:44:40.278127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 40930) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:40.284717 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c69057-e8cd-482d-ac55-0f6e9c36913a,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:40.292361 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.292954 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.293747 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.294321 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.294807 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.295407 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.295991 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.296594 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.297125 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.297696 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.298035 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.298323 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cc2c7-f7fa-4108-8af2-1b0448a35473 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:44:40.330115 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-39f5fbd0-338e-4f72-872b-dc4bedd8d575 None None] Provisioning complete for port b8dbee23-6da2-4db0-8df8-dd56260573ae triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:44:40.330496 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-39f5fbd0-338e-4f72-872b-dc4bedd8d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.351184 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b8dbee23-6da2-4db0-8df8-dd56260573ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:44:40.475118 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7517a-ad3d-480c-a407-939a632908ce req-650ef4bd-db25-4117-82e0-ea30bc9f1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.478079 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-650ef4bd-db25-4117-82e0-ea30bc9f1407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1098 time: 0.0620921 Aug 09 11:44:40.482645 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Deleting port 97577cb8-ec61-4ff5-b5fd-eac9fd8f416e {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:40.482983 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.666610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d2e85-e1df-4663-acda-b30f5d4e7d12 req-9558deb5-074e-4dae-8363-b5934006f4f3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.668099 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3e2d2e85-e1df-4663-acda-b30f5d4e7d12 req-9558deb5-074e-4dae-8363-b5934006f4f3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.1363170 Aug 09 11:44:40.669843 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.670178 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:40.697520 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Calling delete_port for 97577cb8-ec61-4ff5-b5fd-eac9fd8f416e owned by network:floatingip {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:40.710262 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7517a-ad3d-480c-a407-939a632908ce req-d4a05e9c-f106-4ce5-af8d-3f8b29566280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.711685 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-d4a05e9c-f106-4ce5-af8d-3f8b29566280 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.2148011 Aug 09 11:44:40.873646 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3e2d2e85-e1df-4663-acda-b30f5d4e7d12 req-48425d12-e99a-4919-a7dd-fbe5ac91063c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902092 Aug 09 11:44:40.901017 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-c9c9415f-0c3e-4005-8404-7887ff19c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:40.902564 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-c9c9415f-0c3e-4005-8404-7887ff19c4d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1098 time: 0.2149718 Aug 09 11:44:40.906222 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-bf6ae589-7a05-432b-922c-26dab006b965 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 999 time: 0.1663857 Aug 09 11:44:41.033732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7517a-ad3d-480c-a407-939a632908ce req-60a0b9bb-a4f1-4633-aff7-c9ad5bf4427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.035811 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-60a0b9bb-a4f1-4633-aff7-c9ad5bf4427d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.1173272 Aug 09 11:44:41.106429 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-f4867fc0-9450-49cf-9013-86ed429730cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.107907 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-f4867fc0-9450-49cf-9013-86ed429730cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.1884816 Aug 09 11:44:41.163076 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.169350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7517a-ad3d-480c-a407-939a632908ce req-7a8021fa-df43-4ba5-80a1-bc9abf5bcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.170817 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-7a8021fa-df43-4ba5-80a1-bc9abf5bcf27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1249559 Aug 09 11:44:41.208012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event deleted for resources: {'Port': ['ID=97577cb8-ec61-4ff5-b5fd-eac9fd8f416e,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:41.562102 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-8e5d7c45-2702-4c01-a894-e6053360d139 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 200 len: 1000 time: 0.4409413 Aug 09 11:44:41.620747 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks [] for floatingip, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:41.621141 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Floating IP a2540144-5096-4801-a11c-3ae5f035f8a0 disassociated (deleted). External IP: 172.27.2.8, port: b8dbee23-6da2-4db0-8df8-dd56260573ae. Aug 09 11:44:41.679303 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-81dc50e9-38a6-4804-8cd5-7b0a5a611bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821365 Aug 09 11:44:41.682555 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-e72fdc7e-916d-4593-b3cc-9ea83338eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.683878 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-e72fdc7e-916d-4593-b3cc-9ea83338eeca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.1110549 Aug 09 11:44:41.836911 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-c1402785-98da-4218-9fc9-5c239d01aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.838281 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-c1402785-98da-4218-9fc9-5c239d01aff8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1436238 Aug 09 11:44:41.929378 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-45c7517a-ad3d-480c-a407-939a632908ce req-917da17f-7096-407b-bc54-7bea44ebb372 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355602 Aug 09 11:44:41.993488 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab362f59-2ac5-478c-ad47-640df9dc2c03 req-79c15602-556a-426f-88f6-67a690c31a72 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:41.995136 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ab362f59-2ac5-478c-ad47-640df9dc2c03 req-79c15602-556a-426f-88f6-67a690c31a72 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Aug 09 11:44:42.021899 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Router 408c0953-405c-47c8-923e-b6c7f3ca7966 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:42.024119 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-72faf2e6-7c70-4f37-a2c5-0270a8c0636c service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453776 Aug 09 11:44:42.034143 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ab362f59-2ac5-478c-ad47-640df9dc2c03 req-ad74ee4e-137a-4de2-a207-14baf8cc6fdf tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Aug 09 11:44:42.189892 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f4fdbb14-c3b5-42a5-b1c5-83ec152906b0 req-7558d65f-9265-416e-8372-df56388c35ef service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570458 Aug 09 11:44:42.192465 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:42.197463 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:42.202046 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] Sync routers for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:42.211640 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:42.212234 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:44:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.229576 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-31a53b15-920f-420e-a59f-4e5b6d4fe2e9 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "DELETE /v2.0/floatingips/a2540144-5096-4801-a11c-3ae5f035f8a0 HTTP/1.1" status: 204 len: 168 time: 1.9503279 Aug 09 11:44:42.230153 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:42.232426 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:42.278669 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8ebec-d1af-45fd-aa17-0d9b073e6cf8 x-openstack-request-id: req-97d8ebec-d1af-45fd-aa17-0d9b073e6cf8 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:42.279049 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:42.279390 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97d8ebec-d1af-45fd-aa17-0d9b073e6cf8 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:42.279878 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'status': 'completed', 'code': 200} Aug 09 11:44:42.333083 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:42.372270 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-114b8bc0-2384-4469-817e-9cf8d43edc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:42.373875 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-114b8bc0-2384-4469-817e-9cf8d43edc27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 1098 time: 0.0468616 Aug 09 11:44:42.489352 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-71cb345d-92cc-4aeb-9f1c-d13768e8a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:42.490829 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-71cb345d-92cc-4aeb-9f1c-d13768e8a64b service neutron] 10.222.0.55 "GET /v2.0/networks?id=15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 200 len: 915 time: 0.1098311 Aug 09 11:44:42.534054 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-817f9d12-5aab-4864-a465-cf30be14d306 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 200 len: 217 time: 0.0362737 Aug 09 11:44:42.546486 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:23Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.572852 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] Checking router: 408c0953-405c-47c8-923e-b6c7f3ca7966 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:42.582097 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:42.582712 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:44:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.593075 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-ec43c39d-772b-4219-a00d-7bb61d2e18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:42.594587 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-ec43c39d-772b-4219-a00d-7bb61d2e18d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 200 len: 853 time: 0.0529962 Aug 09 11:44:42.643826 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-b7094d9b-4ef5-4bee-98a6-04bcc0a74d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:42.645381 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-b7094d9b-4ef5-4bee-98a6-04bcc0a74d98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15977904-2cb0-4924-836c-abda794fa56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415964 Aug 09 11:44:42.698878 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:42.740529 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-43b83940-7276-47a7-906b-598d6a004387 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860527 Aug 09 11:44:42.841511 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5983c3cd-c6d1-4a76-a872-77501fbfd0e2 req-aebedf33-62e6-4956-85c6-2f02a477c7f7 service neutron] 10.222.0.55 "GET /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924821 Aug 09 11:44:42.899233 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:23Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:42.928435 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc6a4c4-7b9e-4940-b536-4edd4f1affa0 None None] The sync data for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi is: [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:14Z', 'revision_number': 4, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '9fdfcebf-489a-45ec-b20d-5faafcdfcaca', 'name': '', 'network_id': '15977904-2cb0-4924-836c-abda794fa56f', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'mac_address': 'fa:16:3e:c6:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:23Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'subnets': [{'id': '0c3d62d9-845a-44a1-9196-87d9cb391fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:43.136234 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b3494-a9f0-4f0e-aea7-d4cf9fb7b7c2 None None] New status for floating IP a2540144-5096-4801-a11c-3ae5f035f8a0: DOWN {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:44:43.156825 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aa491-3080-4190-8cb7-1bbd3647a612 req-82479d24-8e22-4407-818b-07c98ba2a985 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:43.158746 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-216aa491-3080-4190-8cb7-1bbd3647a612 req-82479d24-8e22-4407-818b-07c98ba2a985 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0509670 Aug 09 11:44:43.198531 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-216aa491-3080-4190-8cb7-1bbd3647a612 req-1a9e4c09-c985-4991-b08e-b8dafc50b218 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Aug 09 11:44:44.185715 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:44.258193 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.284486 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:44.288079 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd95914-3a4b-4e3b-961b-d5dfe571540d" -d '{"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:44.301463 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:44.306268 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:44.326305 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666a08c-6ff2-4755-80a7-a5c537aa38bd req-32e8a2a0-fe01-44e7-bdc9-f336933f8d1b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:44.327834 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8666a08c-6ff2-4755-80a7-a5c537aa38bd req-32e8a2a0-fe01-44e7-bdc9-f336933f8d1b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 945 time: 0.0565703 Aug 09 11:44:44.339591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447904ec-3061-4d76-b5c6-868c1fd7df81 x-openstack-request-id: req-447904ec-3061-4d76-b5c6-868c1fd7df81 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:44.339910 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:44.340162 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-447904ec-3061-4d76-b5c6-868c1fd7df81 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:44.340575 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'code': 200} Aug 09 11:44:44.363277 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=8']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:44.369975 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8666a08c-6ff2-4755-80a7-a5c537aa38bd req-1c105c67-e50a-4e97-afab-d737adf3302f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Aug 09 11:44:44.948967 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4c71-6e59-45cc-bfc2-df3b898cdcd7 req-7940efa3-8a77-4657-82ab-21a310ca54b1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:44.950387 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ceec4c71-6e59-45cc-bfc2-df3b898cdcd7 req-7940efa3-8a77-4657-82ab-21a310ca54b1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0504618 Aug 09 11:44:44.987812 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ceec4c71-6e59-45cc-bfc2-df3b898cdcd7 req-7694ebfc-6a7b-4dbe-9e70-fc7ccabc45b1 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Aug 09 11:44:45.322488 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75981344-d24d-4119-b89f-3e196934f949 req-708a18d5-95db-4952-abdf-cbbb414fdaeb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:45.323968 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-75981344-d24d-4119-b89f-3e196934f949 req-708a18d5-95db-4952-abdf-cbbb414fdaeb tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0783677 Aug 09 11:44:45.339687 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-7aea4f36-ce0a-4e7c-b879-447f034db062 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577381 Aug 09 11:44:45.367810 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-75981344-d24d-4119-b89f-3e196934f949 req-38425800-67d7-4ced-b996-f78d996f3975 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362971 Aug 09 11:44:46.103655 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693b940-08fe-437c-82e3-7cc61adee925 req-862c2bbe-ab27-475b-856f-d5775d529b9a tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.105166 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e693b940-08fe-437c-82e3-7cc61adee925 req-862c2bbe-ab27-475b-856f-d5775d529b9a tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0501318 Aug 09 11:44:46.142219 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e693b940-08fe-437c-82e3-7cc61adee925 req-db7c7377-23bd-4354-b4e6-0595d52f0ba4 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/security-groups?id=ea990329-6b0b-4639-9944-a0165f944c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Aug 09 11:44:46.488891 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86e975-1e35-4aa3-a0e4-7b603e46c5f7 req-26d4bae7-a426-43bd-a37a-9f0fd638450d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.490353 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9c86e975-1e35-4aa3-a0e4-7b603e46c5f7 req-26d4bae7-a426-43bd-a37a-9f0fd638450d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0479031 Aug 09 11:44:46.527236 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9c86e975-1e35-4aa3-a0e4-7b603e46c5f7 req-9bc6f431-13c3-4951-8d88-8f608c6bcd67 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Aug 09 11:44:46.736637 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-2adf37c7-1a34-4663-a312-3981245d7adc tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:46.738047 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-2adf37c7-1a34-4663-a312-3981245d7adc tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 945 time: 0.0465727 Aug 09 11:44:46.832338 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Deleting port b8dbee23-6da2-4db0-8df8-dd56260573ae {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:46.832681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.919756 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] For port b8dbee23-6da2-4db0-8df8-dd56260573ae, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=b8dbee23-6da2-4db0-8df8-dd56260573ae,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:46.920256 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:46.933965 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Calling delete_port for b8dbee23-6da2-4db0-8df8-dd56260573ae owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:47.062023 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.090110 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Pushing event deleted for resources: {'Port': ['ID=b8dbee23-6da2-4db0-8df8-dd56260573ae,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:47.096057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['b8dbee23-6da2-4db0-8df8-dd56260573ae'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:44:47.137761 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] No DVR routers for this DVR port b8dbee23-6da2-4db0-8df8-dd56260573ae on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:44:47.140199 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:47.142689 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-98ad39ab-6009-42a1-a04b-c8cc42e70897 req-59c51145-7c16-4a0f-a373-00193467406f tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.55 "DELETE /v2.0/ports/b8dbee23-6da2-4db0-8df8-dd56260573ae HTTP/1.1" status: 204 len: 173 time: 0.3973491 Aug 09 11:44:47.143167 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'name': 'network-vif-deleted', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:44:47.145502 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa25e679-62a6-4b84-89d9-1ab16de872c9" -d '{"events": [{"server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "name": "network-vif-deleted", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:44:47.181687 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192d88b-fb48-4e4f-bb86-c752593b0e9d x-openstack-request-id: req-a192d88b-fb48-4e4f-bb86-c752593b0e9d {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:44:47.182273 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c5d391-ee6d-43b2-bccb-52e21e7bdcdc", "name": "network-vif-deleted", "tag": "b8dbee23-6da2-4db0-8df8-dd56260573ae", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:44:47.182473 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a192d88b-fb48-4e4f-bb86-c752593b0e9d {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:44:47.182867 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c5d391-ee6d-43b2-bccb-52e21e7bdcdc', 'name': 'network-vif-deleted', 'tag': 'b8dbee23-6da2-4db0-8df8-dd56260573ae', 'status': 'completed', 'code': 200} Aug 09 11:44:47.234745 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e6344106-c3fb-47a1-a9f8-7d98298e1a3f req-385b529d-8b1c-4d66-abe2-98210594e7f2 tempest-TestMinimumBasicScenario-1730431789 tempest-TestMinimumBasicScenario-1730431789-project] 10.222.0.41 "GET /v2.0/ports?device_id=19c5d391-ee6d-43b2-bccb-52e21e7bdcdc HTTP/1.1" status: 200 len: 210 time: 0.0263672 Aug 09 11:44:47.437695 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-82ff3fcc-a4ac-44d4-86a8-959b74416809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.439203 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-82ff3fcc-a4ac-44d4-86a8-959b74416809 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504&tenant_id=dd1cfcd71e554729a4c88186edd48375 HTTP/1.1" status: 200 len: 1096 time: 0.0416665 Aug 09 11:44:47.514166 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-a6ba994d-9b66-4612-ba22-8cd06cec7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.515699 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-a6ba994d-9b66-4612-ba22-8cd06cec7678 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd1cfcd71e554729a4c88186edd48375&device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1096 time: 0.0409632 Aug 09 11:44:47.612260 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-a8e3b25b-02ff-4b92-976c-5517b70f8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.613723 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-a8e3b25b-02ff-4b92-976c-5517b70f8eb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 200 len: 917 time: 0.0892789 Aug 09 11:44:47.652291 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f52d9-e7a8-473e-99b3-913d9006b1b1 req-bf4ddf95-16b4-4c4c-818b-31882a0a3ff3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.653748 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e64f52d9-e7a8-473e-99b3-913d9006b1b1 req-bf4ddf95-16b4-4c4c-818b-31882a0a3ff3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0512936 Aug 09 11:44:47.681564 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-e936ed63-bc01-4622-a755-85aa23af7ff0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 200 len: 998 time: 0.0578647 Aug 09 11:44:47.693929 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e64f52d9-e7a8-473e-99b3-913d9006b1b1 req-99a0b31e-328d-4c02-82eb-bafe90e88b96 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343125 Aug 09 11:44:47.745580 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-813f7a2c-4a04-40d7-8553-0d6f4b971c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.747020 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-813f7a2c-4a04-40d7-8553-0d6f4b971c44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 200 len: 855 time: 0.0487034 Aug 09 11:44:47.795956 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-84e4831c-e065-4880-9f70-872d0a936d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:47.797467 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-84e4831c-e065-4880-9f70-872d0a936d8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0afb781-699c-48ac-8249-ee1ce562f986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416143 Aug 09 11:44:47.891860 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-0ff646cc-da0b-4e7b-b3e0-0df53d3f26ef service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858810 Aug 09 11:44:47.982385 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2e5cbc16-fcf1-4299-b919-943bfd8072bb req-abf40154-27a8-4aee-be5d-144efee5bc78 service neutron] 10.222.0.55 "GET /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835481 Aug 09 11:44:48.206119 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:48.834069 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d2311-5562-484b-bd3f-d10e88389548 req-9505da03-5c86-4d49-a3d8-22dca895659d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:48.836228 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc2d2311-5562-484b-bd3f-d10e88389548 req-9505da03-5c86-4d49-a3d8-22dca895659d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0567837 Aug 09 11:44:48.877143 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc2d2311-5562-484b-bd3f-d10e88389548 req-30413a34-dccb-421f-8634-7f64d3f9b3c3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344296 Aug 09 11:44:49.073964 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41094) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:49.423014 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.671775 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Deleting port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:49.672144 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.758672 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] For port 9fdfcebf-489a-45ec-b20d-5faafcdfcaca, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:49.759044 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:49.773564 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Calling delete_port for 9fdfcebf-489a-45ec-b20d-5faafcdfcaca owned by network:router_interface {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:49.975843 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.019711 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdfcebf-489a-45ec-b20d-5faafcdfcaca,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:50.097306 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eb0ee-f610-4795-bbb0-2dd127c34cb2 req-2b58dbe6-7443-466d-a74e-28ee855234c3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:50.098874 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f62eb0ee-f610-4795-bbb0-2dd127c34cb2 req-2b58dbe6-7443-466d-a74e-28ee855234c3 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.1366441 Aug 09 11:44:50.206192 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b8dbee23-6da2-4db0-8df8-dd56260573ae no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:50.239795 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f62eb0ee-f610-4795-bbb0-2dd127c34cb2 req-0e9be2e0-1978-4288-9427-1252f0d4fddf tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766675 Aug 09 11:44:50.251830 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: b8dbee23-6da2-4db0-8df8-dd56260573ae {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:50.252433 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device b8dbee23-6da2-4db0-8df8-dd56260573ae not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:50.260156 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.567520 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.716387 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Router 408c0953-405c-47c8-923e-b6c7f3ca7966 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:50.824375 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:50.829189 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-54561b82-6a1c-4145-aaa8-819d2abd2f94 admin admin] 10.222.0.41 "PUT /v2.0/routers/408c0953-405c-47c8-923e-b6c7f3ca7966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556794 Aug 09 11:44:50.833614 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41098) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:50.837879 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] Sync routers for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:50.847440 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:50.848066 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:44:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:50.943471 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks [] for router, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:50.960092 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:51.063204 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.123440 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Deleting port e5fcc058-a455-4003-9881-d3d7c0f82930 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:51.124126 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.145174 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:44:49Z', 'revision_number': 5, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port': {'id': 'e5fcc058-a455-4003-9881-d3d7c0f82930', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:09Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:51.171896 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] Checking router: 408c0953-405c-47c8-923e-b6c7f3ca7966 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:51.181122 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] Routers {'408c0953-405c-47c8-923e-b6c7f3ca7966'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:51.181882 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:44:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['408c0953-405c-47c8-923e-b6c7f3ca7966'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:51.216810 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] For port e5fcc058-a455-4003-9881-d3d7c0f82930, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=e5fcc058-a455-4003-9881-d3d7c0f82930,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:51.217185 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.232662 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Calling delete_port for e5fcc058-a455-4003-9881-d3d7c0f82930 owned by network:router_gateway {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:51.381540 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0ff7f-0d8a-4237-9991-4cd64028d175 req-febbd700-3624-440b-8553-7f1da7ca64a7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:51.389440 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67b0ff7f-0d8a-4237-9991-4cd64028d175 req-febbd700-3624-440b-8553-7f1da7ca64a7 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0555151 Aug 09 11:44:51.409006 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] Set router 408c0953-405c-47c8-923e-b6c7f3ca7966 gateway port host: None {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:51.451832 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67b0ff7f-0d8a-4237-9991-4cd64028d175 req-659a4363-ff38-4edc-954e-2ebc09168aca tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612559 Aug 09 11:44:51.468542 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:44:51Z', 'revision_number': 6, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:51.492122 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.498101 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14372ccf-fad8-4f4f-b39c-1621219a5e5d None None] The sync data for ids ['408c0953-405c-47c8-923e-b6c7f3ca7966'] in dv-cinder-802653-6-iscsi is: [{'id': '408c0953-405c-47c8-923e-b6c7f3ca7966', 'name': 'tempest-TestMinimumBasicScenario-292755692-router', 'tenant_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:44:51Z', 'revision_number': 6, 'project_id': '2f66ff8158a14dba96f4bc8f872b4e2f', 'gw_port_host': None}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:51.518446 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fcc058-a455-4003-9881-d3d7c0f82930,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:51.606780 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.697384 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.699491 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.744726 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.745526 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 408c0953-405c-47c8-923e-b6c7f3ca7966 {{(pid=99939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:44:51.751279 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.752542 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-6895ebd3-0f83-45da-bc18-3262791d134c admin admin] 10.222.0.41 "DELETE /v2.0/routers/408c0953-405c-47c8-923e-b6c7f3ca7966 HTTP/1.1" status: 204 len: 168 time: 0.9176013 Aug 09 11:44:51.754921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41104) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:51.801206 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Deleting subnet 0c3d62d9-845a-44a1-9196-87d9cb391fc3 {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:44:51.805312 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.843634 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.901232 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-007a9dbe-a118-423a-9b6b-ca7306275708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:51.980366 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.037845 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.068629 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c3d62d9-845a-44a1-9196-87d9cb391fc3,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:52.074033 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.075809 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9f766-c06a-48a8-bb3c-96ee34180015 None None] Network 15977904-2cb0-4924-836c-abda794fa56f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:52.075971 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f1e9d36f-3374-4d4f-8453-e7ed135a4826 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0c3d62d9-845a-44a1-9196-87d9cb391fc3 HTTP/1.1" status: 204 len: 168 time: 0.3201110 Aug 09 11:44:52.078368 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41106) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:52.149487 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.206598 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Deleting port 785e2f11-cafe-4787-a314-70e28d820c85 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:52.206949 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.274103 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] For port 785e2f11-cafe-4787-a314-70e28d820c85, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=785e2f11-cafe-4787-a314-70e28d820c85,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:52.274471 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.287179 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Calling delete_port for 785e2f11-cafe-4787-a314-70e28d820c85 owned by network:dhcp {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:52.335591 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] DHCP port deletion for 15977904-2cb0-4924-836c-abda794fa56f request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:44:52.407323 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Deleting port 785e2f11-cafe-4787-a314-70e28d820c85 {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:52.408325 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.422602 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9fdfcebf-489a-45ec-b20d-5faafcdfcaca no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:52.430831 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.448674 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] No DVR routers for this DVR port 785e2f11-cafe-4787-a314-70e28d820c85 on host dv-cinder-802653-6-iscsi {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:44:52.471449 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Pushing event deleted for resources: {'Port': ['ID=785e2f11-cafe-4787-a314-70e28d820c85,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:52.482622 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 9fdfcebf-489a-45ec-b20d-5faafcdfcaca {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:52.483158 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 9fdfcebf-489a-45ec-b20d-5faafcdfcaca not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:52.483862 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 785e2f11-cafe-4787-a314-70e28d820c85 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:52.511321 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 785e2f11-cafe-4787-a314-70e28d820c85 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:52.511927 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 785e2f11-cafe-4787-a314-70e28d820c85 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:52.512564 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device e5fcc058-a455-4003-9881-d3d7c0f82930 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:52.539013 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: e5fcc058-a455-4003-9881-d3d7c0f82930 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:52.539588 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device e5fcc058-a455-4003-9881-d3d7c0f82930 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:52.548968 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] For port 785e2f11-cafe-4787-a314-70e28d820c85, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=785e2f11-cafe-4787-a314-70e28d820c85,segment=NetworkSegment(62fe9bb9-3f30-4739-9159-9df9c8419099),segment_id=62fe9bb9-3f30-4739-9159-9df9c8419099)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:52.549565 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.557129 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.568262 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15977904-2cb0-4924-836c-abda794fa56f']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:52.574038 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Calling delete_port for 785e2f11-cafe-4787-a314-70e28d820c85 owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:52.581685 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fe9bb9-3f30-4739-9159-9df9c8419099') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:52.582124 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fe9bb9-3f30-4739-9159-9df9c8419099') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:52.592675 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.614966 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.623435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:44:52.623932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:44:52.625768 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:44:52.728664 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.734285 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.739268 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41110) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:52.739791 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] 10.222.0.41 "DELETE /v2.0/networks/15977904-2cb0-4924-836c-abda794fa56f HTTP/1.1" status: 204 len: 168 time: 0.6600304 Aug 09 11:44:52.752291 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bef07a-a2ca-4336-98d4-684482e213de req-570c06bd-6e6b-4752-95ef-486591a73080 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:52.753873 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-73bef07a-a2ca-4336-98d4-684482e213de req-570c06bd-6e6b-4752-95ef-486591a73080 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.1325839 Aug 09 11:44:52.766175 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09689358-5e2c-495e-b598-69024f35a19f admin admin] Pushing event deleted for resources: {'Network': ['ID=15977904-2cb0-4924-836c-abda794fa56f,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:52.768943 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:52.806001 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Network 15977904-2cb0-4924-836c-abda794fa56f is not hosted by any dhcp agent {{(pid=99941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 09 11:44:52.806712 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] No DVR routers for this DVR port 785e2f11-cafe-4787-a314-70e28d820c85 on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:44:52.812816 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ab26b-6e15-4079-bd79-871fc384c20e None None] Pushing event deleted for resources: {'Port': ['ID=785e2f11-cafe-4787-a314-70e28d820c85,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:52.850507 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-73bef07a-a2ca-4336-98d4-684482e213de req-b37521f9-42ea-48c0-a113-147a00b23b1e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862935 Aug 09 11:44:53.242531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.540147 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Deleting port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:53.540470 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.893597 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] For port 82b3c2d6-893b-4a10-8409-e8d1d59a08a2, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:53.894197 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:53.906367 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Calling delete_port for 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 owned by network:router_interface {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:54.013780 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388372a-6b2c-4e69-9a5c-5c6d2c5433c1 req-02469728-e787-43a3-852a-d606ae88cc8b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:54.015272 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b388372a-6b2c-4e69-9a5c-5c6d2c5433c1 req-02469728-e787-43a3-852a-d606ae88cc8b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0677567 Aug 09 11:44:54.118020 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b388372a-6b2c-4e69-9a5c-5c6d2c5433c1 req-f847eca0-83e1-4cb9-a42f-32fd7929ce23 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782976 Aug 09 11:44:54.188315 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.214043 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b3c2d6-893b-4a10-8409-e8d1d59a08a2,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:54.414665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.568431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4c438341-0b5c-4816-b017-c37de7103c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.646795 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Router 5bce1f99-8c77-4602-8fe5-af13ac889124 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:44:54.736340 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.761319 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:44:54.769536 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-29120f8d-966a-4d6d-8dd0-0dad0b53d7c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bce1f99-8c77-4602-8fe5-af13ac889124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0281665 Aug 09 11:44:54.771900 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41114) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:54.773760 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] Sync routers for ids ['5bce1f99-8c77-4602-8fe5-af13ac889124'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:44:54.783860 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] Routers {'5bce1f99-8c77-4602-8fe5-af13ac889124'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:54.784505 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:44:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['5bce1f99-8c77-4602-8fe5-af13ac889124'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:54.889037 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks [] for router, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:54.902543 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] Set router 5bce1f99-8c77-4602-8fe5-af13ac889124 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:55.001838 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.078867 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Deleting port 4b55b175-8464-40e3-bc96-65f72694a527 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:55.079292 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.086128 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '4b55b175-8464-40e3-bc96-65f72694a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:44:54Z', 'revision_number': 5, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port': {'id': '4b55b175-8464-40e3-bc96-65f72694a527', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:19Z', 'updated_at': '2021-08-09T11:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:55.112545 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] Checking router: 5bce1f99-8c77-4602-8fe5-af13ac889124 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:44:55.121021 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] Routers {'5bce1f99-8c77-4602-8fe5-af13ac889124'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:44:55.121624 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:44:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['5bce1f99-8c77-4602-8fe5-af13ac889124'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:55.198208 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] For port 4b55b175-8464-40e3-bc96-65f72694a527, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=4b55b175-8464-40e3-bc96-65f72694a527,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:55.198581 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.213760 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] Set router 5bce1f99-8c77-4602-8fe5-af13ac889124 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:44:55.246425 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Calling delete_port for 4b55b175-8464-40e3-bc96-65f72694a527 owned by network:router_gateway {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:55.271410 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:44:55Z', 'revision_number': 6, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:55.299419 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce6d21-cf87-44bb-8d6d-53cb39dd75f9 None None] The sync data for ids ['5bce1f99-8c77-4602-8fe5-af13ac889124'] in dv-cinder-802653-6-iscsi is: [{'id': '5bce1f99-8c77-4602-8fe5-af13ac889124', 'name': 'tempest-TestMinimumBasicScenario-2071143298-router', 'tenant_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:18Z', 'updated_at': '2021-08-09T11:44:55Z', 'revision_number': 6, 'project_id': '1fc3acb1ba464f818a62fd26a7f418e4', 'gw_port_host': None}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:44:55.310479 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf216a4-354b-4d7c-8751-0945ec032e98 req-775f4c01-7208-482e-88af-d3622a6c05be tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:55.312074 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dbf216a4-354b-4d7c-8751-0945ec032e98 req-775f4c01-7208-482e-88af-d3622a6c05be tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.1027689 Aug 09 11:44:55.409810 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dbf216a4-354b-4d7c-8751-0945ec032e98 req-a5393d66-b9d2-4bfa-a0a2-b842ac60e7f6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889225 Aug 09 11:44:55.472966 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.501043 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b55b175-8464-40e3-bc96-65f72694a527,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:55.562728 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.653900 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.656442 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.670992 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.709079 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.710204 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bce1f99-8c77-4602-8fe5-af13ac889124 {{(pid=99939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:44:55.715431 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.716791 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-67fc7556-bb9a-43b4-b3f7-5cfc0bb5003a admin admin] 10.222.0.41 "DELETE /v2.0/routers/5bce1f99-8c77-4602-8fe5-af13ac889124 HTTP/1.1" status: 204 len: 168 time: 0.9428916 Aug 09 11:44:55.719399 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41120) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:55.777360 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Deleting subnet 2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:44:55.780954 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.818190 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.931590 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:55.986525 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.011683 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.015611 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.019827 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-cae5de97-a933-4757-a580-f312ae581903 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2893a980-d2a8-4b1a-9f53-ee9bfcfa8f3a HTTP/1.1" status: 204 len: 168 time: 0.2962019 Aug 09 11:44:56.020074 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41122) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:56.025622 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc0ee9-a95d-4efb-918d-1895641fd05a None None] Network 91010d09-bb57-4735-9709-f697f96cdd37 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:44:56.099933 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.193045 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Deleting port 1097a108-4d86-40c4-896e-fc9343e2aeb1 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:56.193675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.225974 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:56.264744 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] DHCP port deletion for 91010d09-bb57-4735-9709-f697f96cdd37 request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:44:56.267604 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:56.268021 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 82b3c2d6-893b-4a10-8409-e8d1d59a08a2 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:56.268529 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 4b55b175-8464-40e3-bc96-65f72694a527 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:56.283734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] For port 1097a108-4d86-40c4-896e-fc9343e2aeb1, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=1097a108-4d86-40c4-896e-fc9343e2aeb1,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:56.284108 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.307529 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 4b55b175-8464-40e3-bc96-65f72694a527 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:56.307873 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 4b55b175-8464-40e3-bc96-65f72694a527 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:56.312425 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Calling delete_port for 1097a108-4d86-40c4-896e-fc9343e2aeb1 owned by network:dhcp {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:56.362103 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] Deleting port 1097a108-4d86-40c4-896e-fc9343e2aeb1 {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:44:56.362389 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.408202 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.428246 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] For port 1097a108-4d86-40c4-896e-fc9343e2aeb1, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=1097a108-4d86-40c4-896e-fc9343e2aeb1,segment=NetworkSegment(7b958da6-1b01-4216-b57b-f792b6add4aa),segment_id=7b958da6-1b01-4216-b57b-f792b6add4aa)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:44:56.428815 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.433764 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1097a108-4d86-40c4-896e-fc9343e2aeb1,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.439696 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] No DVR routers for this DVR port 1097a108-4d86-40c4-896e-fc9343e2aeb1 on host dv-cinder-802653-6-iscsi {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:44:56.454013 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] Calling delete_port for 1097a108-4d86-40c4-896e-fc9343e2aeb1 owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:44:56.535408 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.538376 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.553276 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91010d09-bb57-4735-9709-f697f96cdd37']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:56.566765 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] Pushing event deleted for resources: {'Port': ['ID=1097a108-4d86-40c4-896e-fc9343e2aeb1,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.572391 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bd05f-71db-42a6-8e65-26f0b5f67df9 None None] No DVR routers for this DVR port 1097a108-4d86-40c4-896e-fc9343e2aeb1 on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:44:56.604574 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b958da6-1b01-4216-b57b-f792b6add4aa') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:56.604891 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b958da6-1b01-4216-b57b-f792b6add4aa') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:44:56.618289 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.646907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd4611-a2d2-487e-99b8-f9af19c47ee5 req-488a1596-338f-4f10-92de-108151ee2146 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:56.648468 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94dd4611-a2d2-487e-99b8-f9af19c47ee5 req-488a1596-338f-4f10-92de-108151ee2146 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0914071 Aug 09 11:44:56.649460 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.655798 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:44:56.656211 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:44:56.658000 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:44:56.740373 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94dd4611-a2d2-487e-99b8-f9af19c47ee5 req-48db2a96-948e-47a1-98d0-8979a310606c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814481 Aug 09 11:44:56.741381 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.747250 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:56.748941 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/91010d09-bb57-4735-9709-f697f96cdd37 HTTP/1.1" status: 204 len: 168 time: 0.7278495 Aug 09 11:44:56.761129 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf639b70-36ea-4827-a1d7-5d5e8e1863e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=91010d09-bb57-4735-9709-f697f96cdd37,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:56.931873 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41128) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:56.971741 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7a701ce4-d09c-4dcf-b6db-02b8dde50513 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f66ff8158a14dba96f4bc8f872b4e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379210 Aug 09 11:44:56.973860 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41130) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:57.026911 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-34bd9bae-201e-4d2a-8a55-1b7d3658f635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.049751 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-34bd9bae-201e-4d2a-8a55-1b7d3658f635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.100090 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-34bd9bae-201e-4d2a-8a55-1b7d3658f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.102629 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-34bd9bae-201e-4d2a-8a55-1b7d3658f635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.103799 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-34bd9bae-201e-4d2a-8a55-1b7d3658f635 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea990329-6b0b-4639-9944-a0165f944c2d HTTP/1.1" status: 204 len: 168 time: 0.1288557 Aug 09 11:44:57.112003 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd9bae-201e-4d2a-8a55-1b7d3658f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea990329-6b0b-4639-9944-a0165f944c2d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:57.200363 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.453314 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41136) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:57.496275 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4cb76805-1dc9-41e9-93ea-ea331ae42095 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fc3acb1ba464f818a62fd26a7f418e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417356 Aug 09 11:44:57.498932 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41138) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:44:57.548857 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d454f084-64bd-41da-85d8-f71fc6627839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.570784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d454f084-64bd-41da-85d8-f71fc6627839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.621466 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d454f084-64bd-41da-85d8-f71fc6627839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.624042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d454f084-64bd-41da-85d8-f71fc6627839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:44:57.625257 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d454f084-64bd-41da-85d8-f71fc6627839 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72e18500-61dc-4f97-8e32-19d2828d0870 HTTP/1.1" status: 204 len: 168 time: 0.1252766 Aug 09 11:44:57.633462 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454f084-64bd-41da-85d8-f71fc6627839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e18500-61dc-4f97-8e32-19d2828d0870,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:44:57.908929 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f8547-9d05-4d52-ab02-5263b64fe9ab req-753c612d-3514-4c20-9f94-17c089e805bf tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:57.916938 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-573f8547-9d05-4d52-ab02-5263b64fe9ab req-753c612d-3514-4c20-9f94-17c089e805bf tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0911763 Aug 09 11:44:57.962026 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-573f8547-9d05-4d52-ab02-5263b64fe9ab req-d5f4f862-f242-46f3-8a0a-1d03dd313d11 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Aug 09 11:44:58.156067 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 1097a108-4d86-40c4-896e-fc9343e2aeb1 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:44:58.177020 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 1097a108-4d86-40c4-896e-fc9343e2aeb1 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:44:58.177371 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 1097a108-4d86-40c4-896e-fc9343e2aeb1 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:44:59.095819 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadad87-d45f-42ba-a232-4eb77e47d6c8 req-51db135c-9650-4852-b36f-45c7ca600bb6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:44:59.097387 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfadad87-d45f-42ba-a232-4eb77e47d6c8 req-51db135c-9650-4852-b36f-45c7ca600bb6 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0571513 Aug 09 11:44:59.135084 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfadad87-d45f-42ba-a232-4eb77e47d6c8 req-a7487d28-cf17-4562-b5d6-12d1d592037e tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Aug 09 11:45:00.000373 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-d4312e55-0dbd-448f-bde8-deca594ea4fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386329 Aug 09 11:45:00.070859 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-70ef2cf6-a7da-4497-88e1-ede6c38a1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.072306 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-70ef2cf6-a7da-4497-88e1-ede6c38a1128 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0380063 Aug 09 11:45:00.174662 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-69140635-0680-4de7-8ec9-c8c7a8ed3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.176344 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-69140635-0680-4de7-8ec9-c8c7a8ed3778 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.0847435 Aug 09 11:45:00.241134 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-38fb807c-50c0-41e7-8711-d51eba7974f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0577438 Aug 09 11:45:00.257647 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad5880-b363-446b-9ead-2407748658f0 req-4e7e8a58-2a1d-4f7b-bff2-4785152bfc99 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.259044 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5fad5880-b363-446b-9ead-2407748658f0 req-4e7e8a58-2a1d-4f7b-bff2-4785152bfc99 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0491538 Aug 09 11:45:00.293671 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-51290cfa-fde6-407d-a134-463a4ae32bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.295118 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-51290cfa-fde6-407d-a134-463a4ae32bc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0462196 Aug 09 11:45:00.297238 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5fad5880-b363-446b-9ead-2407748658f0 req-d2df2dc6-49a3-44b4-a81e-1b245137ec54 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Aug 09 11:45:00.343228 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-f59d5914-d70f-4138-83ea-6ec2faa35683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:00.344730 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-f59d5914-d70f-4138-83ea-6ec2faa35683 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419612 Aug 09 11:45:00.446302 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-94de317e-a1e4-4cd2-9e06-1c98c2907827 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920048 Aug 09 11:45:00.536333 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-28c30466-6655-44e2-a5d5-cbfea4789b7f req-ff9466e6-9fa3-43c1-9a44-dd4d2e95934d service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828068 Aug 09 11:45:01.358634 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:45:01.416354 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251da5ef-20be-4c03-962e-998e7e0841d7 req-ecf12bdf-fa81-49d5-b13c-6e9d5413c5d5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:01.417811 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-251da5ef-20be-4c03-962e-998e7e0841d7 req-ecf12bdf-fa81-49d5-b13c-6e9d5413c5d5 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 943 time: 0.0488794 Aug 09 11:45:01.455421 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-251da5ef-20be-4c03-962e-998e7e0841d7 req-26dd7107-7906-43ca-b186-c5fec4bf284f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Aug 09 11:45:02.294477 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:02.387989 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:02.398684 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'port_id': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'mac_address': 'fa:16:3e:a4:16:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:02.434075 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.447271 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd472ad-5b71-45d9-bf65-a8b8f356da02 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:02.469150 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:02.472606 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:02.517648 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=9']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:02.575901 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260990cf-d555-40ef-a9b3-73246d320c00 req-1d1efb39-f9c1-4d52-91fb-030641f79887 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:02.577391 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-260990cf-d555-40ef-a9b3-73246d320c00 req-1d1efb39-f9c1-4d52-91fb-030641f79887 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 944 time: 0.0515864 Aug 09 11:45:02.615104 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-260990cf-d555-40ef-a9b3-73246d320c00 req-08a34af4-445a-4fd9-bd18-0191a7658fa4 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Aug 09 11:45:02.762596 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['cfd472ad-5b71-45d9-bf65-a8b8f356da02'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:03.731328 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4f24a-e880-4107-bcc5-1db7a78d786e req-28558414-7ab5-4412-925f-2c2f224fedba tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:03.732808 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abe4f24a-e880-4107-bcc5-1db7a78d786e req-28558414-7ab5-4412-925f-2c2f224fedba tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 944 time: 0.0477393 Aug 09 11:45:03.769007 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-abe4f24a-e880-4107-bcc5-1db7a78d786e req-89c9287f-9665-4b3a-8350-644828906877 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304458 Aug 09 11:45:04.297320 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:04.364753 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port cfd472ad-5b71-45d9-bf65-a8b8f356da02 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:04.365071 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.456898 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.477757 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:04.479975 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a459455-e987-46be-9646-a71ea4aea359" -d '{"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-plugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:04.493109 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:04.501984 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:04.527965 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa9b5d3-44b1-4f3d-b2c2-76d3855ebb23 x-openstack-request-id: req-1fa9b5d3-44b1-4f3d-b2c2-76d3855ebb23 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:04.528287 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-plugged", "status": "completed", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:04.528548 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fa9b5d3-44b1-4f3d-b2c2-76d3855ebb23 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:04.528929 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'code': 200} Aug 09 11:45:04.554087 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=10']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:04.734331 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49d37d-a4f0-499f-b3dd-a4440cc8d11d req-e470500d-6d60-4530-b936-8191120d4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.736818 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3d49d37d-a4f0-499f-b3dd-a4440cc8d11d req-e470500d-6d60-4530-b936-8191120d4b41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 1099 time: 0.0440893 Aug 09 11:45:04.770829 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3d49d37d-a4f0-499f-b3dd-a4440cc8d11d req-56c6e67a-0939-4cab-911c-dacc18ab30a9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270548 Aug 09 11:45:04.889552 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73737b5-983e-4395-a6cc-51ecbfc1e825 req-8c691c35-4a64-4e19-acf1-e77dd71d0d9b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:04.891006 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b73737b5-983e-4395-a6cc-51ecbfc1e825 req-8c691c35-4a64-4e19-acf1-e77dd71d0d9b tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Aug 09 11:45:04.930725 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b73737b5-983e-4395-a6cc-51ecbfc1e825 req-088ca3c4-748d-46c8-8100-0640d9a4c9c1 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Aug 09 11:45:06.049512 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723fe57-c3b4-4c43-a7bf-73cb50e47ec5 req-05db1dcf-1860-4f82-bdde-77a90c4954ea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:06.050988 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c723fe57-c3b4-4c43-a7bf-73cb50e47ec5 req-05db1dcf-1860-4f82-bdde-77a90c4954ea tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 946 time: 0.0487347 Aug 09 11:45:06.090009 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c723fe57-c3b4-4c43-a7bf-73cb50e47ec5 req-374e47dd-1183-4b60-b0f4-c6a8eb37f6ff tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Aug 09 11:45:07.207231 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683beca5-153e-4e40-8b0b-1dfa3cc69de5 req-a364ccac-1683-491f-a01e-d38a61caf922 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:07.208733 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-683beca5-153e-4e40-8b0b-1dfa3cc69de5 req-a364ccac-1683-491f-a01e-d38a61caf922 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 946 time: 0.0483532 Aug 09 11:45:07.244987 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-683beca5-153e-4e40-8b0b-1dfa3cc69de5 req-58e9a5cf-67cf-4019-bf0e-06849cf2a5a9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Aug 09 11:45:14.345483 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3246cc-bd6a-4b20-90d1-7e86c4e80b9f req-571eba44-5d88-4785-be27-3dc743524c7d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:14.346937 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0e3246cc-bd6a-4b20-90d1-7e86c4e80b9f req-571eba44-5d88-4785-be27-3dc743524c7d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0520301 Aug 09 11:45:14.384423 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0e3246cc-bd6a-4b20-90d1-7e86c4e80b9f req-15c3c4ce-72cb-4d87-87d5-d4c4ee5acc60 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Aug 09 11:45:15.497764 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9633-eaf2-4dd2-8cbb-d7018c9b4414 req-0134e7ae-03aa-4b77-a723-a907a4a5c9a7 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:15.499186 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-392e9633-eaf2-4dd2-8cbb-d7018c9b4414 req-0134e7ae-03aa-4b77-a723-a907a4a5c9a7 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0471258 Aug 09 11:45:15.536195 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-392e9633-eaf2-4dd2-8cbb-d7018c9b4414 req-47f6fc72-b12b-4061-94fc-033aefd4cfb0 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306215 Aug 09 11:45:16.646452 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3bac-8856-4ec0-ae58-f5f2c32b83a2 req-98f4dfe1-d9c2-47a3-8e41-643396785e96 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:16.647910 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-148e3bac-8856-4ec0-ae58-f5f2c32b83a2 req-98f4dfe1-d9c2-47a3-8e41-643396785e96 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0470574 Aug 09 11:45:16.688627 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-148e3bac-8856-4ec0-ae58-f5f2c32b83a2 req-74319af7-a03c-48a8-8cf7-2e6b7a816aa3 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Aug 09 11:45:17.804608 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da144eb-9fb5-4630-a7fe-4abd2176ceda req-b2f5dd4d-705c-4ca8-9c5a-fd650b4cda7d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:17.806069 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4da144eb-9fb5-4630-a7fe-4abd2176ceda req-b2f5dd4d-705c-4ca8-9c5a-fd650b4cda7d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0514145 Aug 09 11:45:17.842098 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4da144eb-9fb5-4630-a7fe-4abd2176ceda req-bb93ce78-e19d-4f9f-8af9-b2e71a49a9ca tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303128 Aug 09 11:45:18.959123 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14296339-2056-4461-a764-f4b5ed1a82f9 req-3934b1fb-2e32-4782-bb2d-061378fb140a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:18.960590 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-14296339-2056-4461-a764-f4b5ed1a82f9 req-3934b1fb-2e32-4782-bb2d-061378fb140a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0480883 Aug 09 11:45:18.997406 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-14296339-2056-4461-a764-f4b5ed1a82f9 req-c9da1ee9-577d-4f4a-897a-2b90299139ba tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Aug 09 11:45:20.109410 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8d70-171a-4a34-a7e6-d320cd859878 req-aa3f8ee3-e5bf-450e-a011-75adeba30ce1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:20.111523 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ffeb8d70-171a-4a34-a7e6-d320cd859878 req-aa3f8ee3-e5bf-450e-a011-75adeba30ce1 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0482526 Aug 09 11:45:20.148757 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ffeb8d70-171a-4a34-a7e6-d320cd859878 req-cbe6770d-00e6-4777-93a1-e17351a3d3cf tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Aug 09 11:45:20.569889 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:21.264030 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa206a36-fdc6-48f5-9fcc-6dab43c99eff req-65a65ec2-bfb3-4f28-b891-ecfcc54a2bcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:21.265497 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa206a36-fdc6-48f5-9fcc-6dab43c99eff req-65a65ec2-bfb3-4f28-b891-ecfcc54a2bcc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0511947 Aug 09 11:45:21.302744 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa206a36-fdc6-48f5-9fcc-6dab43c99eff req-c83b7b4f-2a54-4c77-8aab-6f0b8a73f638 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Aug 09 11:45:21.902046 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-19c726b6-8aa8-49cd-9c98-fb87472ee1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:22.413921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded44e62-c5d9-437b-9db6-149d0c157e2f req-91c39b57-a600-4e49-bf97-eaf09dc49efe tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:22.415361 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ded44e62-c5d9-437b-9db6-149d0c157e2f req-91c39b57-a600-4e49-bf97-eaf09dc49efe tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0468736 Aug 09 11:45:22.452387 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ded44e62-c5d9-437b-9db6-149d0c157e2f req-dcf7d63a-6c8d-4d28-abbc-82c72811e63b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Aug 09 11:45:23.569885 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8847d66-c60c-4bee-9742-ee5662ee52e8 req-3298907a-0d9d-4b17-b8f0-41d1324497c6 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:23.571284 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f8847d66-c60c-4bee-9742-ee5662ee52e8 req-3298907a-0d9d-4b17-b8f0-41d1324497c6 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0491486 Aug 09 11:45:23.608107 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f8847d66-c60c-4bee-9742-ee5662ee52e8 req-ff6c79e3-b393-4d41-9075-dbf31218a643 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308995 Aug 09 11:45:24.560142 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-36733d54-8952-405a-bb10-a4efe080ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.561079 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-1f0fa846-ec64-4f31-9ecb-c1d8389733b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:24.562571 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-1f0fa846-ec64-4f31-9ecb-c1d8389733b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0403695 Aug 09 11:45:24.654002 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-2a86713f-1c0d-4eb2-accb-4d7887c023e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:24.655504 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-2a86713f-1c0d-4eb2-accb-4d7887c023e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.0852640 Aug 09 11:45:24.723058 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-796775b3-941a-428d-8796-fd3a512ca0e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0587518 Aug 09 11:45:24.725535 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893142-35d4-412d-a899-14327d412556 req-f0a685c9-a92f-46de-8680-59cc771003ae tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:24.727033 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc893142-35d4-412d-a899-14327d412556 req-f0a685c9-a92f-46de-8680-59cc771003ae tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0526178 Aug 09 11:45:24.737470 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:24.765596 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc893142-35d4-412d-a899-14327d412556 req-6ab4df45-69a3-4fac-b975-ec9b966b71f9 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Aug 09 11:45:24.778823 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-83ccca6c-38c5-4d04-af86-51eaea6bee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:24.780320 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-83ccca6c-38c5-4d04-af86-51eaea6bee10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0496328 Aug 09 11:45:24.824632 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-344d671f-7a40-4541-9aed-5fed1ba43fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:24.825994 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-344d671f-7a40-4541-9aed-5fed1ba43fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383787 Aug 09 11:45:24.913190 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-62dfcfbd-ee7a-4317-b27a-97bf3404660e service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790265 Aug 09 11:45:25.005075 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-40ab8a9a-71d6-4130-b902-83bd95715ac3 req-de71b853-6897-4322-b9b7-83c3282929be service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Aug 09 11:45:25.671731 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:25.879696 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987a5c8-d41c-4792-8509-cbc8bfb58cdf req-d3e5a6c4-b624-4de1-8404-2c55517fbad7 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:25.881185 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c987a5c8-d41c-4792-8509-cbc8bfb58cdf req-d3e5a6c4-b624-4de1-8404-2c55517fbad7 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0490654 Aug 09 11:45:25.917972 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c987a5c8-d41c-4792-8509-cbc8bfb58cdf req-9e7576e5-f0ef-4273-97e3-ebd7791d31e0 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Aug 09 11:45:27.032371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049df95-380d-42c5-a77f-6bee20dfff14 req-e7f08572-e8de-49d0-95a0-a2954ec50f4d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:27.034030 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e049df95-380d-42c5-a77f-6bee20dfff14 req-e7f08572-e8de-49d0-95a0-a2954ec50f4d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0479491 Aug 09 11:45:27.076617 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e049df95-380d-42c5-a77f-6bee20dfff14 req-e4842da7-da50-472b-b013-be54702b8f97 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 Aug 09 11:45:27.195977 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:28.189819 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645893d-44f2-4067-b002-ff2eb0f69981 req-59c04698-64c9-46b0-9b63-aaad5e46f937 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:28.191268 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a645893d-44f2-4067-b002-ff2eb0f69981 req-59c04698-64c9-46b0-9b63-aaad5e46f937 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0475378 Aug 09 11:45:28.233375 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a645893d-44f2-4067-b002-ff2eb0f69981 req-7417f92e-c050-4b90-b7a6-bf103ade0c62 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360475 Aug 09 11:45:28.439623 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ab1c-ce9d-4d78-8939-28e3c98dd67e req-eac65f39-8b0a-469f-b79c-81662fe632ff tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:28.441133 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b1e2ab1c-ce9d-4d78-8939-28e3c98dd67e req-eac65f39-8b0a-469f-b79c-81662fe632ff tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0538967 Aug 09 11:45:28.466976 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41240) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:28.482327 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b1e2ab1c-ce9d-4d78-8939-28e3c98dd67e req-944ce963-403f-4cad-90ef-97fa4188486a tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350604 Aug 09 11:45:28.552473 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-1446dd42-7595-4e68-a0ba-31c6959310fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843115 Aug 09 11:45:29.603068 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd1a4c-9421-4e08-a679-680ba37bd2e8 req-fc27ee83-9758-475a-932c-4eb2d7088e69 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:29.604549 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-11cd1a4c-9421-4e08-a679-680ba37bd2e8 req-fc27ee83-9758-475a-932c-4eb2d7088e69 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0554149 Aug 09 11:45:29.642272 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-11cd1a4c-9421-4e08-a679-680ba37bd2e8 req-f5c366ed-e7b1-43d6-a8a0-a5d8ef98a117 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Aug 09 11:45:30.043170 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-9f859498-2680-4edf-a103-2482c6561557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:30.044644 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-9f859498-2680-4edf-a103-2482c6561557 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d&tenant_id=3b26bcfb002945b283e940253a407c53 HTTP/1.1" status: 200 len: 1099 time: 0.0400119 Aug 09 11:45:30.116100 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-4167a8bd-c2d4-4fcb-a35c-5651aea905bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:30.117620 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-4167a8bd-c2d4-4fcb-a35c-5651aea905bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0391912 Aug 09 11:45:30.212905 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-4bd7d94f-9644-48ae-9f3f-a74d13325a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:30.214360 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-4bd7d94f-9644-48ae-9f3f-a74d13325a81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.0896735 Aug 09 11:45:30.279214 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-5a762dd0-c976-4f00-b2db-47becfbea7bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0570230 Aug 09 11:45:30.334009 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-51ba01b4-8441-4b8d-a741-77492d5bbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:30.335491 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-51ba01b4-8441-4b8d-a741-77492d5bbc8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0483510 Aug 09 11:45:30.380194 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-3c69dac4-3a5e-4bf4-bbd3-db789ddc7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:30.381686 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-3c69dac4-3a5e-4bf4-bbd3-db789ddc7311 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393722 Aug 09 11:45:30.404856 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:30.470734 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-3dc21854-058f-42d5-9b7e-bb416bbec7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Aug 09 11:45:30.480541 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:30.509182 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:30.511379 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcaf976-c170-4438-b523-9347a83365b7" -d '{"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-unplugged", "status": "completed", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:30.526885 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:30.531005 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:30.554387 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c662dd1c-8ae3-4dbe-8c4d-15596d619983 x-openstack-request-id: req-c662dd1c-8ae3-4dbe-8c4d-15596d619983 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:30.554680 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-unplugged", "status": "completed", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:30.554933 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c662dd1c-8ae3-4dbe-8c4d-15596d619983 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:30.555315 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'code': 200} Aug 09 11:45:30.578345 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e2a94f35-a7ef-4dd3-92ed-e037af8302cb req-cbcec917-4774-4910-9696-362a03350bf8 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993299 Aug 09 11:45:30.579761 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=6']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:30.586702 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.587053 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.587396 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.587734 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.588082 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.588446 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.588780 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.589103 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.589431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.589761 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.590077 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.590395 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:30.754012 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0917df-778f-41ab-aeb1-7f57580c90d3 req-d0f6d7d6-25c0-40a3-8ea2-7cd17b3fcfba tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:30.755482 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6f0917df-778f-41ab-aeb1-7f57580c90d3 req-d0f6d7d6-25c0-40a3-8ea2-7cd17b3fcfba tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0475242 Aug 09 11:45:30.793762 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6f0917df-778f-41ab-aeb1-7f57580c90d3 req-4aa80c7d-9ab6-4f44-bebc-c4f99256670e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Aug 09 11:45:31.906531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174f19-f25f-40e3-bcc3-993c67c69fb9 req-bf5e6628-8273-436a-b95f-fd5100826048 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:31.907975 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6e174f19-f25f-40e3-bcc3-993c67c69fb9 req-bf5e6628-8273-436a-b95f-fd5100826048 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0486574 Aug 09 11:45:31.944313 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6e174f19-f25f-40e3-bcc3-993c67c69fb9 req-c75ffdc7-211c-4424-8941-3437acaacdde tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302730 Aug 09 11:45:33.055458 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180334-8e32-4745-bc82-6a1d83544685 req-23655f53-df29-414d-886d-51de7bf521d3 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:33.056926 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9c180334-8e32-4745-bc82-6a1d83544685 req-23655f53-df29-414d-886d-51de7bf521d3 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0479536 Aug 09 11:45:33.094218 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9c180334-8e32-4745-bc82-6a1d83544685 req-518c08c6-1a5c-4a51-aebc-9a42d0028269 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Aug 09 11:45:34.206473 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa21fea-d08c-4325-8384-39fee2565ab6 req-4548a671-c6b3-4381-a74e-93ec989ff661 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:34.207912 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0fa21fea-d08c-4325-8384-39fee2565ab6 req-4548a671-c6b3-4381-a74e-93ec989ff661 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0474150 Aug 09 11:45:34.247908 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0fa21fea-d08c-4325-8384-39fee2565ab6 req-1bafffe5-7780-47b3-8401-4fc1e6a92cec tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341504 Aug 09 11:45:35.367598 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac89418-cda1-4303-ab0f-3e04ab01b481 req-2f13ada9-dbe6-4e0c-8c34-1a9935cf120c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:35.369121 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-aac89418-cda1-4303-ab0f-3e04ab01b481 req-2f13ada9-dbe6-4e0c-8c34-1a9935cf120c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0527151 Aug 09 11:45:35.408283 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-aac89418-cda1-4303-ab0f-3e04ab01b481 req-6982f22e-91a7-4afe-bb1e-2d91b0f209a4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Aug 09 11:45:36.522422 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d537b-0822-4bc4-9f5e-2ff7ad796355 req-b2992dac-5642-4a52-87be-3a8c37c77d1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.523915 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e27d537b-0822-4bc4-9f5e-2ff7ad796355 req-b2992dac-5642-4a52-87be-3a8c37c77d1b tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0484030 Aug 09 11:45:36.562286 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e27d537b-0822-4bc4-9f5e-2ff7ad796355 req-ba0826a3-b682-499a-987d-f11d3932f815 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Aug 09 11:45:36.768525 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166df14-1005-4e43-84b1-a722d7908bbc req-3719e3b3-91c8-48ac-8eff-a7ef6cd3ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:36.770016 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8166df14-1005-4e43-84b1-a722d7908bbc req-3719e3b3-91c8-48ac-8eff-a7ef6cd3ebe2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1097 time: 0.0394919 Aug 09 11:45:36.804594 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8166df14-1005-4e43-84b1-a722d7908bbc req-c2642e56-4b07-4293-a1a1-578e62d5a42b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270386 Aug 09 11:45:37.675826 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e02c-a659-455b-9fcf-e0e2f75785f4 req-204754c6-9c0e-4ce9-af95-ee6bebf2d9fc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:37.677308 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ba6e02c-a659-455b-9fcf-e0e2f75785f4 req-204754c6-9c0e-4ce9-af95-ee6bebf2d9fc tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 944 time: 0.0476329 Aug 09 11:45:37.714354 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ba6e02c-a659-455b-9fcf-e0e2f75785f4 req-d3e0e223-5119-4bb5-ac97-ef1e40cf5f2e tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Aug 09 11:45:38.356858 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:45:38.435597 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:45:38.524944 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:38.535906 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'port_id': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'mac_address': 'fa:16:3e:33:89:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:45:38.573814 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:38.585699 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09a286d-0b85-45c8-92de-cb91af74e1e2 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:38.604437 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:38.608377 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:38.653354 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=7']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:38.826581 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838ba5d-ed68-4c29-9e8e-a2f69eb5c33a req-fb26e54c-58e6-4e4b-9d4d-ee65a4cb6022 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:38.828040 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d838ba5d-ed68-4c29-9e8e-a2f69eb5c33a req-fb26e54c-58e6-4e4b-9d4d-ee65a4cb6022 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 945 time: 0.0487564 Aug 09 11:45:38.868993 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d838ba5d-ed68-4c29-9e8e-a2f69eb5c33a req-7a7970a7-dc5e-44ee-97b2-73450d8f8d92 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349619 Aug 09 11:45:38.920575 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['d09a286d-0b85-45c8-92de-cb91af74e1e2'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:45:40.445771 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:40.493145 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port d09a286d-0b85-45c8-92de-cb91af74e1e2 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:40.493512 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:40.574445 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:40.601014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:40.603259 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9188e-43ae-4c42-9fd6-cfe582b7e6be" -d '{"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:40.617806 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:40.623038 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:40.646244 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdad56e-a240-4bc8-8228-9c8deeb9f455 x-openstack-request-id: req-2cdad56e-a240-4bc8-8228-9c8deeb9f455 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:40.646528 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-plugged", "status": "completed", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:40.646779 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cdad56e-a240-4bc8-8228-9c8deeb9f455 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:40.647160 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'code': 200} Aug 09 11:45:40.673655 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=8']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:40.689627 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377b229-b2ca-4416-9af1-5bde1699db26 req-2dbc1b58-387b-46ba-84f5-7198cd860499 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:40.691110 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4377b229-b2ca-4416-9af1-5bde1699db26 req-2dbc1b58-387b-46ba-84f5-7198cd860499 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 946 time: 0.0486493 Aug 09 11:45:40.728305 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4377b229-b2ca-4416-9af1-5bde1699db26 req-39bb4fc0-400f-45fe-9e45-16fe8046259c tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Aug 09 11:45:41.847784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49e939-e773-4d57-ae9b-05da2cb3434d req-4abb89bb-9944-4734-a5ae-7cbb9c21ed78 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:41.849300 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8c49e939-e773-4d57-ae9b-05da2cb3434d req-4abb89bb-9944-4734-a5ae-7cbb9c21ed78 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 946 time: 0.0491619 Aug 09 11:45:41.886928 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8c49e939-e773-4d57-ae9b-05da2cb3434d req-63e199a0-4fb3-4de4-b251-8e65f65dd2e2 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups?id=340fd45a-a0f4-47ed-9b96-e6d529af19e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Aug 09 11:45:42.149637 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223393a6-08d8-457d-840c-d12f1db8e90c req-158b2612-57d0-4fbb-81e9-bcadb14c47c0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:42.151375 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-223393a6-08d8-457d-840c-d12f1db8e90c req-158b2612-57d0-4fbb-81e9-bcadb14c47c0 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Aug 09 11:45:42.242732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Deleting port cfd472ad-5b71-45d9-bf65-a8b8f356da02 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:42.243075 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.328260 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] For port cfd472ad-5b71-45d9-bf65-a8b8f356da02, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=cfd472ad-5b71-45d9-bf65-a8b8f356da02,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:42.328631 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.493526 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.493898 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.494208 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Floating IP 03dcb102-81e8-4004-97be-cc36a5b8d1fd disassociated. External IP: 172.27.2.23, port: cfd472ad-5b71-45d9-bf65-a8b8f356da02. Aug 09 11:45:42.494539 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Calling delete_port for cfd472ad-5b71-45d9-bf65-a8b8f356da02 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:42.634213 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.666232 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event deleted for resources: {'Port': ['ID=cfd472ad-5b71-45d9-bf65-a8b8f356da02,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:42.675482 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.675833 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.676193 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.677195 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.677195 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.677670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.677670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.678419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.678419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.678711 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.679041 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.679419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:42.789206 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:45:42.903509 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:45:42.913834 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:45:42.924117 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:42.924858 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:42.944690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] No DVR routers for this DVR port cfd472ad-5b71-45d9-bf65-a8b8f356da02 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:45:42.947240 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:42.949314 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-223393a6-08d8-457d-840c-d12f1db8e90c req-1554426c-a056-4620-ab06-698c6fd7f11d tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.55 "DELETE /v2.0/ports/cfd472ad-5b71-45d9-bf65-a8b8f356da02 HTTP/1.1" status: 204 len: 173 time: 0.7914772 Aug 09 11:45:42.949754 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-deleted', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:45:42.953115 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882ed3dc-7419-4a16-ae29-1368329d8d7c" -d '{"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-deleted", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:45:42.988424 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b52b05-268f-4e22-b42f-2e72e8e67aef x-openstack-request-id: req-78b52b05-268f-4e22-b42f-2e72e8e67aef {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:45:42.988716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa91cc7-bd77-4f5d-96a0-e35f9a74c504", "name": "network-vif-deleted", "tag": "cfd472ad-5b71-45d9-bf65-a8b8f356da02", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:45:42.988973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78b52b05-268f-4e22-b42f-2e72e8e67aef {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:45:42.989372 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa91cc7-bd77-4f5d-96a0-e35f9a74c504', 'name': 'network-vif-deleted', 'tag': 'cfd472ad-5b71-45d9-bf65-a8b8f356da02', 'status': 'completed', 'code': 200} Aug 09 11:45:43.001634 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-87e6c4ef-bbe5-41d4-80d9-84631f93946e req-332a45e4-b463-49a1-a3d2-85f5bc2d1d30 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa91cc7-bd77-4f5d-96a0-e35f9a74c504 HTTP/1.1" status: 200 len: 210 time: 0.0419259 Aug 09 11:45:43.048280 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:43.252879 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:43.278968 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:45:43.287395 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:43.287968 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:43.507032 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:43.693282 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:43.721931 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece888ce-269a-4608-8fe1-2af5d1e11067 None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:38:45Z', 'revision_number': 4, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2d18fb90-81f1-4e87-a47d-fee97b202f26', 'name': '', 'network_id': 'f0afb781-699c-48ac-8249-ee1ce562f986', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'mac_address': 'fa:16:3e:e4:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:43Z', 'updated_at': '2021-08-09T11:38:54Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'subnets': [{'id': '3d9de0c3-8e6b-428c-812a-1387e805c085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:45:44.014216 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f9237-c3fb-4dd5-aa5a-bdfe4b5df1f5 None None] New status for floating IP 03dcb102-81e8-4004-97be-cc36a5b8d1fd: DOWN {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:45:44.091166 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41300) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:44.147963 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.171602 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.218033 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.221283 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.222594 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "DELETE /v2.0/security-groups/340fd45a-a0f4-47ed-9b96-e6d529af19e4 HTTP/1.1" status: 204 len: 168 time: 0.1302838 Aug 09 11:45:44.225203 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41302) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:44.231420 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340fd45a-a0f4-47ed-9b96-e6d529af19e4,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:44.238414 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.238660 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.api.v2.resource [None req-8f74833e-8ccc-4f40-b475-1524b56c569f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] show failed (client error): The resource could not be found. Aug 09 11:45:44.238770 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.239092 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.239431 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.239656 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8f74833e-8ccc-4f40-b475-1524b56c569f tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "GET /v2.0/security-groups/340fd45a-a0f4-47ed-9b96-e6d529af19e4 HTTP/1.1" status: 404 len: 347 time: 0.0134544 Aug 09 11:45:44.239849 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.240083 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.240437 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.240760 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.241084 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.241407 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.241729 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.242054 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91bb04-d371-43f3-b4e6-0f63eab169fc tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:44.242575 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41304) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:44.363836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Deleting port 6edea55f-de9d-4e02-9220-330dc69a5f15 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:44.364197 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.433661 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:44.438256 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.438589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.450070 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Calling delete_port for 6edea55f-de9d-4e02-9220-330dc69a5f15 owned by network:floatingip {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:44.454404 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: cfd472ad-5b71-45d9-bf65-a8b8f356da02 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:45:44.454752 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device cfd472ad-5b71-45d9-bf65-a8b8f356da02 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:45:44.583977 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.606072 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Pushing event deleted for resources: {'Port': ['ID=6edea55f-de9d-4e02-9220-330dc69a5f15,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:44.664128 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks [] for floatingip, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.666609 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:44.667741 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b7308c5e-7c96-4862-8a9a-c91eaa3223f9 tempest-AttachVolumeShelveTestJSON-595498073 tempest-AttachVolumeShelveTestJSON-595498073-project] 10.222.0.41 "DELETE /v2.0/floatingips/03dcb102-81e8-4004-97be-cc36a5b8d1fd HTTP/1.1" status: 204 len: 168 time: 0.4243000 Aug 09 11:45:47.065983 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41328) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:47.497940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.000898 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Deleting port 2d18fb90-81f1-4e87-a47d-fee97b202f26 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:48.001219 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.074642 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] For port 2d18fb90-81f1-4e87-a47d-fee97b202f26, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=2d18fb90-81f1-4e87-a47d-fee97b202f26,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:48.075312 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.086958 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Calling delete_port for 2d18fb90-81f1-4e87-a47d-fee97b202f26 owned by network:router_interface {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:48.261533 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.290125 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d18fb90-81f1-4e87-a47d-fee97b202f26,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:48.452599 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.671558 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Router ab01cba3-9a70-463c-99ff-c7c64ea7def2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:45:48.774240 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:45:48.779481 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b6561504-3e8a-4696-8a63-ff1e8f0cb32e admin admin] 10.222.0.41 "PUT /v2.0/routers/ab01cba3-9a70-463c-99ff-c7c64ea7def2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125125 Aug 09 11:45:48.782681 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41332) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:48.783405 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] Sync routers for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:45:48.792567 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:48.793169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:48.882658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:48.893628 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:48.981250 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.035334 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Deleting port 045ab370-7085-48b1-8e39-f21ef82cb003 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:49.035677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.064384 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:45:48Z', 'revision_number': 5, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port': {'id': '045ab370-7085-48b1-8e39-f21ef82cb003', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:10:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:38:38Z', 'updated_at': '2021-08-09T11:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:49.093932 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] Checking router: ab01cba3-9a70-463c-99ff-c7c64ea7def2 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:45:49.102136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] Routers {'ab01cba3-9a70-463c-99ff-c7c64ea7def2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:49.102788 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:49.111732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] For port 045ab370-7085-48b1-8e39-f21ef82cb003, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=045ab370-7085-48b1-8e39-f21ef82cb003,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:49.112332 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.124830 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Calling delete_port for 045ab370-7085-48b1-8e39-f21ef82cb003 owned by network:router_gateway {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:49.189479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] Set router ab01cba3-9a70-463c-99ff-c7c64ea7def2 gateway port host: None {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:49.238885 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:45:48Z', 'revision_number': 6, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:49.267952 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d0faf-d01c-4ace-9931-7c7bd242df32 None None] The sync data for ids ['ab01cba3-9a70-463c-99ff-c7c64ea7def2'] in dv-cinder-802653-6-iscsi is: [{'id': 'ab01cba3-9a70-463c-99ff-c7c64ea7def2', 'name': 'tempest-AttachVolumeShelveTestJSON-484603172-router', 'tenant_id': 'dd1cfcd71e554729a4c88186edd48375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:38:37Z', 'updated_at': '2021-08-09T11:45:48Z', 'revision_number': 6, 'project_id': 'dd1cfcd71e554729a4c88186edd48375', 'gw_port_host': None}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:45:49.290128 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.319378 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Pushing event deleted for resources: {'Port': ['ID=045ab370-7085-48b1-8e39-f21ef82cb003,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:49.379271 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.487764 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.489907 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.552781 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.553398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab01cba3-9a70-463c-99ff-c7c64ea7def2 {{(pid=99940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:45:49.558074 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.559206 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-dbb6cee7-b525-4b0f-b696-3959fc2dade8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ab01cba3-9a70-463c-99ff-c7c64ea7def2 HTTP/1.1" status: 204 len: 168 time: 0.7756357 Aug 09 11:45:49.562338 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41334) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:49.604935 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Deleting subnet 3d9de0c3-8e6b-428c-812a-1387e805c085 {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:45:49.608282 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.643728 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.726940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.778264 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.804418 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9de0c3-8e6b-428c-812a-1387e805c085,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:49.807959 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.812234 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-cb4aa414-70b3-492c-967a-a57cf34ee550 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d9de0c3-8e6b-428c-812a-1387e805c085 HTTP/1.1" status: 204 len: 168 time: 0.2465978 Aug 09 11:45:49.812354 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41336) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:49.815282 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4aa7b-0b5b-4b19-b4fb-61c5100a5f8b None None] Network f0afb781-699c-48ac-8249-ee1ce562f986 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:49.876870 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.935892 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Deleting port 566ae481-7531-4fb8-a335-0254988dc51c {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:49.936310 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:49.998990 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] For port 566ae481-7531-4fb8-a335-0254988dc51c, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=566ae481-7531-4fb8-a335-0254988dc51c,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:49.999386 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.012437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Calling delete_port for 566ae481-7531-4fb8-a335-0254988dc51c owned by network:dhcp {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:50.021042 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] DHCP port deletion for f0afb781-699c-48ac-8249-ee1ce562f986 request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:45:50.074311 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] Deleting port 566ae481-7531-4fb8-a335-0254988dc51c {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:45:50.074808 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.095899 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.122761 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=566ae481-7531-4fb8-a335-0254988dc51c,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:50.126266 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] No DVR routers for this DVR port 566ae481-7531-4fb8-a335-0254988dc51c on host dv-cinder-802653-6-iscsi {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:45:50.138553 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] For port 566ae481-7531-4fb8-a335-0254988dc51c, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=566ae481-7531-4fb8-a335-0254988dc51c,segment=NetworkSegment(1b7fdd20-a144-41bb-86b5-152e025c2c65),segment_id=1b7fdd20-a144-41bb-86b5-152e025c2c65)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:50.138954 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.153014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] Calling delete_port for 566ae481-7531-4fb8-a335-0254988dc51c owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:45:50.200599 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2d18fb90-81f1-4e87-a47d-fee97b202f26 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:50.212641 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.223211 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0afb781-699c-48ac-8249-ee1ce562f986']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:50.226160 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 2d18fb90-81f1-4e87-a47d-fee97b202f26 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:45:50.226564 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2d18fb90-81f1-4e87-a47d-fee97b202f26 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:45:50.226917 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 045ab370-7085-48b1-8e39-f21ef82cb003 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:50.237365 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7fdd20-a144-41bb-86b5-152e025c2c65') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:50.237569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7fdd20-a144-41bb-86b5-152e025c2c65') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:50.246953 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.253928 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 045ab370-7085-48b1-8e39-f21ef82cb003 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:45:50.254279 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 045ab370-7085-48b1-8e39-f21ef82cb003 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:45:50.254708 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 566ae481-7531-4fb8-a335-0254988dc51c no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:45:50.265913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.273522 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:45:50.274123 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:45:50.276209 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:45:50.278665 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 566ae481-7531-4fb8-a335-0254988dc51c {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:45:50.278665 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 566ae481-7531-4fb8-a335-0254988dc51c not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:45:50.303739 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.333919 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] Pushing event deleted for resources: {'Port': ['ID=566ae481-7531-4fb8-a335-0254988dc51c,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:50.337440 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775193f8-30ae-4269-afb8-6d1fdb42a18c None None] No DVR routers for this DVR port 566ae481-7531-4fb8-a335-0254988dc51c on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:45:50.339421 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.346190 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.348142 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0afb781-699c-48ac-8249-ee1ce562f986 HTTP/1.1" status: 204 len: 168 time: 0.5348954 Aug 09 11:45:50.362131 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e67ea-bf63-44f7-a645-cb66f439c1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0afb781-699c-48ac-8249-ee1ce562f986,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:50.460926 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41340) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:50.500141 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2f605fec-d5d1-4505-bed1-6fc6848b8805 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd1cfcd71e554729a4c88186edd48375&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379827 Aug 09 11:45:50.502400 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41342) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:50.556257 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc347-45b2-492f-8907-ad4695d604f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.581881 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc347-45b2-492f-8907-ad4695d604f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.594685 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.636160 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc347-45b2-492f-8907-ad4695d604f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.638705 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc347-45b2-492f-8907-ad4695d604f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:50.640568 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8c2cc347-45b2-492f-8907-ad4695d604f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f26787df-7271-411d-a272-a39559029dda HTTP/1.1" status: 204 len: 168 time: 0.1365530 Aug 09 11:45:50.647937 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc347-45b2-492f-8907-ad4695d604f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26787df-7271-411d-a272-a39559029dda,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:51.306658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41366) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:51.400343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-312534312-network', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:51.422228 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Made reservation on behalf of 2b0dccff910445508e47f63a9b8a5674 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:51.424617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.432558 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.520780 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.524833 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.551731 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:45:51.558164 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c435b9-ac51-4b3a-98a2-82b858c9c4f1,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:51.565698 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.565698 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Added segment 96cc9d11-95b1-49d6-8d1b-4fa359ffca14 of type vlan for network 357255a5-361b-47d0-8a0a-a0a83588134f Aug 09 11:45:51.604004 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.630942 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.631876 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:51.632494 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.687767 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3799498 Aug 09 11:45:51.690555 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41370) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:51.695970 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Request body: {'subnet': {'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-312534312-subnet', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:51.701854 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e5dad-0ba5-4b05-b519-b7dad0964b5d admin admin] Pushing event updated for resources: {'Network': ['ID=357255a5-361b-47d0-8a0a-a0a83588134f,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:51.712714 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 357255a5-361b-47d0-8a0a-a0a83588134f details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:45:51.722685 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Made reservation on behalf of 2b0dccff910445508e47f63a9b8a5674 for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:51.725047 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62010612'] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.887072 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62849322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62010566'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.903039 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-335bf115-81c9-473c-a7ed-03a7266d5d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.940128 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=026f6aa5-a986-4f3d-b59f-255be5520eee,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:51.948610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Checking segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:51.948968 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Network hostable DHCP agents. Network: 357255a5-361b-47d0-8a0a-a0a83588134f, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:45:51.965124 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Network 357255a5-361b-47d0-8a0a-a0a83588134f is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:45:51.973803 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 357255a5-361b-47d0-8a0a-a0a83588134f) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:51.977517 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:51.978094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:51.983545 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22326287-132b-4cbc-b92c-c478a4e67fbf None None] Network 357255a5-361b-47d0-8a0a-a0a83588134f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:51.991001 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3b466585-97c6-44e7-9134-a346f38ae53f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2992964 Aug 09 11:45:51.994127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41372) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:51.998353 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:52.018159 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.019116 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.071713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.126041 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-357255a5-361b-47d0-8a0a-a0a83588134f', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:45:52.126885 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.201524 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.260186 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Allocated IP 172.20.0.2 (357255a5-361b-47d0-8a0a-a0a83588134f/026f6aa5-a986-4f3d-b59f-255be5520eee/f5a12776-462e-425b-97fd-ff5264105f2f) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:52.397426 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.401781 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.405839 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Transition to ACTIVE for port object f5a12776-462e-425b-97fd-ff5264105f2f will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:52.420027 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.420487 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Transition to ACTIVE for port object f5a12776-462e-425b-97fd-ff5264105f2f will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:52.426304 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.469087 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Network 357255a5-361b-47d0-8a0a-a0a83588134f is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:52.471927 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:52.474368 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:52.483122 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Pushing event updated for resources: {'Port': ['ID=f5a12776-462e-425b-97fd-ff5264105f2f,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:52.520967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Allocated IP 172.27.2.19 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/a794ddd1-b89d-42ad-b6eb-e85da4b99a8a) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:52.534217 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Attempting to bind port f5a12776-462e-425b-97fd-ff5264105f2f on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:52.534749 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Attempting to bind port f5a12776-462e-425b-97fd-ff5264105f2f by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:52.535084 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Attempting to bind port f5a12776-462e-425b-97fd-ff5264105f2f on network 357255a5-361b-47d0-8a0a-a0a83588134f {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:52.540102 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:52.540508 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Checking segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:52.540908 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.541300 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Bound using segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:52.541758 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Bound port: f5a12776-462e-425b-97fd-ff5264105f2f, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:52.542236 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.604999 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] For port f5a12776-462e-425b-97fd-ff5264105f2f, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:52.608238 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] For port f5a12776-462e-425b-97fd-ff5264105f2f, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=f5a12776-462e-425b-97fd-ff5264105f2f,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:52.613574 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.632962 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.671894 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:52.680856 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27192a0-51f8-4d2e-a6f0-d7bb4b8588b1 None None] Pushing event updated for resources: {'Port': ['ID=f5a12776-462e-425b-97fd-ff5264105f2f,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:52.712239 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:52.716860 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:52.721751 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:52.724807 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Pushing event updated for resources: {'Port': ['ID=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:52.980464 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.445735 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.483864 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b2fdb-4d77-4d84-acdf-da9fcb549ebd None None] Network 357255a5-361b-47d0-8a0a-a0a83588134f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:45:53.540519 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-2c5684da-ec96-432b-b72a-5368960b0b19 None None] Provisioning for port f5a12776-462e-425b-97fd-ff5264105f2f completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:53.577636 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:45:53.683056 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:45:53.694071 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:45:53.700336 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:53.701651 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8eb5ca3c-7d01-4b04-b6f4-e905b84affda admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7065938 Aug 09 11:45:53.704824 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41374) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:53.708149 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:53.708782 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:53.816913 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:53.986592 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:52Z', 'revision_number': 3, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:54.011851 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:45:54.012214 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Updating router 691f808c-4809-40b5-8f49-4ba59cf989d3 port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:45:54.038969 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.109203 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.229305 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device f5a12776-462e-425b-97fd-ff5264105f2f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:54.270152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Allocated IP 172.20.0.1 (357255a5-361b-47d0-8a0a-a0a83588134f/026f6aa5-a986-4f3d-b59f-255be5520eee/c04b725d-ab84-41f9-be44-56386293cfa9) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:54.277959 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port f5a12776-462e-425b-97fd-ff5264105f2f completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:54.284819 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port f5a12776-462e-425b-97fd-ff5264105f2f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:54.286085 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.294184 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.305562 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Transition to ACTIVE for port object a794ddd1-b89d-42ad-b6eb-e85da4b99a8a will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:54.315655 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.369466 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Attempting to bind port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:54.369706 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.369810 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Attempting to bind port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:54.370105 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Attempting to bind port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:54.371971 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Pushing event updated for resources: {'Port': ['ID=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.379812 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.380171 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.380547 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.380885 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.381218 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.381556 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.381874 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.382207 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.382556 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.382886 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.383655 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.383655 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:45:54.389083 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:54.389485 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:54.389904 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.390225 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.390361 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:54.390750 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Bound port: a794ddd1-b89d-42ad-b6eb-e85da4b99a8a, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:54.391145 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.404243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Transition to ACTIVE for port object c04b725d-ab84-41f9-be44-56386293cfa9 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:54.408166 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port f5a12776-462e-425b-97fd-ff5264105f2f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=f5a12776-462e-425b-97fd-ff5264105f2f,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:54.411721 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.441420 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.446472 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] For port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:54.450103 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] For port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:54.457694 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.486922 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Network 357255a5-361b-47d0-8a0a-a0a83588134f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:54.491266 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:54.493949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:54.515495 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d0e12-2b8a-48e9-b40e-3050f23071a4 None None] Pushing event updated for resources: {'Port': ['ID=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.525734 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:54.526646 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:54.531981 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Pushing event updated for resources: {'Port': ['ID=c04b725d-ab84-41f9-be44-56386293cfa9,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.554720 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.608004 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2602c51a-71d5-45b0-a56a-81224040592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.613252 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=f5a12776-462e-425b-97fd-ff5264105f2f,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.646652 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:54.714596 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.739018 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.797670 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-2480a197-8442-494e-bf60-b7d8e711a9c6 None None] Provisioning for port c04b725d-ab84-41f9-be44-56386293cfa9 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:54.801441 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-2480a197-8442-494e-bf60-b7d8e711a9c6 None None] Provisioning complete for port c04b725d-ab84-41f9-be44-56386293cfa9 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:54.801924 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2480a197-8442-494e-bf60-b7d8e711a9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.827520 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:52Z', 'revision_number': 3, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:54.837884 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-2480a197-8442-494e-bf60-b7d8e711a9c6 None None] Port c04b725d-ab84-41f9-be44-56386293cfa9 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:45:54.857516 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548204ac-421c-47f2-9a53-862d976b33f4 None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:52Z', 'revision_number': 3, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:45:54.883201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.887921 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:54.956461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Pushing event updated for resources: {'Port': ['ID=c04b725d-ab84-41f9-be44-56386293cfa9,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:54.961289 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.064098 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Network 357255a5-361b-47d0-8a0a-a0a83588134f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:55.067530 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:55.191763 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:45:55.285537 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-4e75747a-dd8b-4612-9403-36238a5f015c None None] Provisioning complete for port c04b725d-ab84-41f9-be44-56386293cfa9 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:55.285917 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4e75747a-dd8b-4612-9403-36238a5f015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.305259 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:45:55.317629 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b41b7502-845a-4d97-bb36-02c05a9e0839 admin admin] 10.222.0.41 "PUT /v2.0/routers/691f808c-4809-40b5-8f49-4ba59cf989d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6117952 Aug 09 11:45:55.330618 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-4e75747a-dd8b-4612-9403-36238a5f015c None None] Port c04b725d-ab84-41f9-be44-56386293cfa9 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:45:55.675619 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.819860 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41382) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:55.824530 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1616500883', 'description': 'tempest-description--83075215'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:55.846856 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.926823 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.930224 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.957224 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:55.958413 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1374760 Aug 09 11:45:55.960350 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd725-1b56-476d-aec9-ccf53f782b37 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ecfbf-f269-4f4f-9900-d835f7dcaaab,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:55.961380 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41384) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:55.966436 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'security_group_rule': {'security_group_id': 'a90ecfbf-f269-4f4f-9900-d835f7dcaaab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:56.003029 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.059077 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.062680 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.081533 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96aef67a-d0c4-4d21-b098-7731c4722773,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:56.085972 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.089619 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c217673a-4395-48c9-9bde-e5f16d467d66 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246822 Aug 09 11:45:56.090088 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41386) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:56.095219 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'security_group_rule': {'security_group_id': 'a90ecfbf-f269-4f4f-9900-d835f7dcaaab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:56.121499 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.182086 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.186665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.209149 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5730d00-2830-4b3c-9ad6-683db32896cd,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:56.216820 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.218735 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-a6d8052e-16f1-4456-9a63-000c890326d6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276135 Aug 09 11:45:56.221844 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41388) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:45:56.226611 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:56.249372 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.284998 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device a794ddd1-b89d-42ad-b6eb-e85da4b99a8a up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:56.324666 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:45:56.340266 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:56.340973 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:56.356645 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.384997 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:56.393085 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:56.393456 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.464054 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Allocated IP 172.27.2.23 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/8df8da51-c887-4e54-8763-f137caa175e7) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:56.478216 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:56.563658 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.603120 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.607916 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.643079 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:56.648170 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:56.651044 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:56.652094 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.652902 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device f5a12776-462e-425b-97fd-ff5264105f2f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:56.654564 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:56.675814 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'Port': ['ID=8df8da51-c887-4e54-8763-f137caa175e7,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:56.739135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.766807 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:56.775177 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.780294 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port f5a12776-462e-425b-97fd-ff5264105f2f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:56.780665 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.829373 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 2, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:56.856723 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:45:56.857079 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Updating router 691f808c-4809-40b5-8f49-4ba59cf989d3 port c04b725d-ab84-41f9-be44-56386293cfa9 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:45:56.899960 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.925386 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:56.931459 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.002284 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'Port': ['ID=8df8da51-c887-4e54-8763-f137caa175e7,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:57.010003 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.022543 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.023970 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7981a4a4-d5bc-4a5e-a148-50531d2c889b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8010142 Aug 09 11:45:57.158240 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-096cf3c3-a915-4d48-8f0b-adb5d81f98c6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1616500883&fields=id&tenant_id=2b0dccff910445508e47f63a9b8a5674 HTTP/1.1" status: 200 len: 267 time: 0.0319295 Aug 09 11:45:57.173899 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.188734 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Transition to ACTIVE for port object c04b725d-ab84-41f9-be44-56386293cfa9 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:57.198818 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.226725 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.252528 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03fd4-75b8-4d44-be66-5464b05de565 None None] Pushing event updated for resources: {'Port': ['ID=c04b725d-ab84-41f9-be44-56386293cfa9,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:57.271258 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-23a1faca-79a2-4a64-8af3-2cd0d933a2e0 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:57.272874 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-23a1faca-79a2-4a64-8af3-2cd0d933a2e0 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 810 time: 0.1080041 Aug 09 11:45:57.289043 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-9812464c-c048-4937-80a0-195aa11901c6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/quotas/2b0dccff910445508e47f63a9b8a5674 HTTP/1.1" status: 200 len: 375 time: 0.0100336 Aug 09 11:45:57.306135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Attempting to bind port c04b725d-ab84-41f9-be44-56386293cfa9 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:45:57.306597 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Attempting to bind port c04b725d-ab84-41f9-be44-56386293cfa9 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:45:57.306958 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Attempting to bind port c04b725d-ab84-41f9-be44-56386293cfa9 on network 357255a5-361b-47d0-8a0a-a0a83588134f {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:45:57.313309 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:45:57.313961 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Checking segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:45:57.315110 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.315648 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Bound using segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:45:57.316294 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Bound port: c04b725d-ab84-41f9-be44-56386293cfa9, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:45:57.316860 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.345486 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-ccbf6aa8-7e9c-4f9c-8193-57c77e384601 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502629 Aug 09 11:45:57.388820 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] For port c04b725d-ab84-41f9-be44-56386293cfa9, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:45:57.392597 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] For port c04b725d-ab84-41f9-be44-56386293cfa9, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=c04b725d-ab84-41f9-be44-56386293cfa9,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:45:57.398588 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:57.455015 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:45:57.455647 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:57.501177 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03fd4-75b8-4d44-be66-5464b05de565 None None] Pushing event updated for resources: {'Port': ['ID=c04b725d-ab84-41f9-be44-56386293cfa9,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:57.510310 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-ce438138-88f4-49d4-91d0-29e57ed307ac service neutron] 10.222.0.41 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521575 Aug 09 11:45:57.581742 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:45:57.612209 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-803b9f51-3f12-4bba-b23a-c92bf3dd9c46 service neutron] 10.222.0.41 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929270 Aug 09 11:45:57.778757 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fbb9d69-ea9e-4ebc-9e27-24095fdc17df req-8610fc23-34cd-487b-9a0a-47a3a1f72c43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 210 time: 0.0306726 Aug 09 11:45:57.802416 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:57Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:45:57.834488 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca168033-6201-4f4c-86bf-30991b4b8f9e None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:57Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:45:58.294501 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device a794ddd1-b89d-42ad-b6eb-e85da4b99a8a up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:58.359678 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:58.360311 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:58.452523 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device c04b725d-ab84-41f9-be44-56386293cfa9 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:45:58.503253 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port c04b725d-ab84-41f9-be44-56386293cfa9 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:58.507138 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port c04b725d-ab84-41f9-be44-56386293cfa9 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:58.507513 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:58.584780 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:58.618332 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port c04b725d-ab84-41f9-be44-56386293cfa9, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=c04b725d-ab84-41f9-be44-56386293cfa9,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:45:58.622677 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:58.682832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=c04b725d-ab84-41f9-be44-56386293cfa9,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:58.898510 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-70dde3dd-c6a0-482d-b9d9-09d6a1cded1b req-80cf5f1d-1e48-4a98-b671-09d52eddc7d4 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 210 time: 0.0337064 Aug 09 11:45:58.940154 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-2e80683d-0458-4e6d-90cb-aac6a8598a25 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:58.942405 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-2e80683d-0458-4e6d-90cb-aac6a8598a25 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 810 time: 0.1155348 Aug 09 11:45:59.006041 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-61b3b987-6231-4ca8-a9ca-54d4e414d79c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0dccff910445508e47f63a9b8a5674 HTTP/1.1" status: 200 len: 380 time: 0.0348475 Aug 09 11:45:59.017162 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'port': {'device_id': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'admin_state_up': True, 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'security_groups': ['a90ecfbf-f269-4f4f-9900-d835f7dcaaab']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:59.122110 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Made reservation on behalf of 2b0dccff910445508e47f63a9b8a5674 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:45:59.126034 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.244309 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Allocated IP 172.20.0.11 (357255a5-361b-47d0-8a0a-a0a83588134f/026f6aa5-a986-4f3d-b59f-255be5520eee/d7caf5ee-d438-4556-9b55-ebe3242b32fd) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:45:59.380406 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.393904 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Transition to ACTIVE for port object d7caf5ee-d438-4556-9b55-ebe3242b32fd will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:59.427237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.466476 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Network 357255a5-361b-47d0-8a0a-a0a83588134f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:45:59.472057 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:45:59.474848 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:45:59.508593 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'Port': ['ID=d7caf5ee-d438-4556-9b55-ebe3242b32fd,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:45:59.536347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:45:59.536981 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.551776 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-4dc8d79f-b466-456b-8d42-a0d7699093d9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5386050 Aug 09 11:45:59.570903 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Request body: {'port': {'device_id': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:45:59.627443 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.738594 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-dec01d35-4836-4013-a380-9d766a7e6b16 None None] Provisioning for port d7caf5ee-d438-4556-9b55-ebe3242b32fd completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:45:59.742651 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-dec01d35-4836-4013-a380-9d766a7e6b16 None None] Provisioning complete for port d7caf5ee-d438-4556-9b55-ebe3242b32fd triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:45:59.743022 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dec01d35-4836-4013-a380-9d766a7e6b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.780207 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-dec01d35-4836-4013-a380-9d766a7e6b16 None None] Port d7caf5ee-d438-4556-9b55-ebe3242b32fd cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:45:59.883154 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7caf5ee-d438-4556-9b55-ebe3242b32fd {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:45:59.890149 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.901515 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Transition to ACTIVE for port object d7caf5ee-d438-4556-9b55-ebe3242b32fd will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:45:59.905709 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:45:59.977374 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Pushing event updated for resources: {'Port': ['ID=d7caf5ee-d438-4556-9b55-ebe3242b32fd,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:00.062373 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f36ea0-6d79-4ec8-9857-084674766890 req-53b523d4-5f2d-4138-b5c8-f317ac4222bb tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.063919 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f7f36ea0-6d79-4ec8-9857-084674766890 req-53b523d4-5f2d-4138-b5c8-f317ac4222bb tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 944 time: 0.0876393 Aug 09 11:46:00.068995 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Attempting to bind port d7caf5ee-d438-4556-9b55-ebe3242b32fd on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:46:00.069335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Attempting to bind port d7caf5ee-d438-4556-9b55-ebe3242b32fd by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:46:00.069665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Attempting to bind port d7caf5ee-d438-4556-9b55-ebe3242b32fd on network 357255a5-361b-47d0-8a0a-a0a83588134f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:00.080659 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Port d7caf5ee-d438-4556-9b55-ebe3242b32fd on network 357255a5-361b-47d0-8a0a-a0a83588134f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:46:00.081053 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Attempting to bind port d7caf5ee-d438-4556-9b55-ebe3242b32fd on network 357255a5-361b-47d0-8a0a-a0a83588134f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:46:00.094056 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:46:00.094391 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Checking segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:46:00.094765 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Bound using segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:46:00.095189 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Bound port: d7caf5ee-d438-4556-9b55-ebe3242b32fd, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:46:00.095537 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.121023 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f7f36ea0-6d79-4ec8-9857-084674766890 req-93f9adf4-7d54-493f-892f-82ea4143f210 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Aug 09 11:46:00.173807 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] For port d7caf5ee-d438-4556-9b55-ebe3242b32fd, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:46:00.176767 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] For port d7caf5ee-d438-4556-9b55-ebe3242b32fd, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:46:00.182096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.205006 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device c04b725d-ab84-41f9-be44-56386293cfa9 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:46:00.218034 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.218649 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.220009 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] 10.222.0.55 "PUT /v2.0/ports/d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 1094 time: 0.6538267 Aug 09 11:46:00.220531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:00.222763 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321" -d '{"events": [{"name": "network-changed", "server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:00.255197 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102ec4b-3360-4711-86a3-7cbf2d7fee88 service neutron] Pushing event updated for resources: {'Port': ['ID=d7caf5ee-d438-4556-9b55-ebe3242b32fd,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:00.268079 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c17896-0dda-42b1-9b4e-b106607e866f x-openstack-request-id: req-94c17896-0dda-42b1-9b4e-b106607e866f {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:00.268401 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:00.268657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94c17896-0dda-42b1-9b4e-b106607e866f {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:00.269958 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'status': 'completed', 'code': 200} Aug 09 11:46:00.276590 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port c04b725d-ab84-41f9-be44-56386293cfa9 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:46:00.277048 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:00.332870 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-12bd11ba-0fe9-4a68-a2fd-6cb44ed7847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.334415 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-12bd11ba-0fe9-4a68-a2fd-6cb44ed7847f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1097 time: 0.0493302 Aug 09 11:46:00.391151 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-45cbb57e-4b87-47a0-8626-48514fc59527 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 217 time: 0.0409217 Aug 09 11:46:00.440769 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-e3c0c651-3a05-42dd-96e3-1b895456c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.442249 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-e3c0c651-3a05-42dd-96e3-1b895456c0da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0431116 Aug 09 11:46:00.486837 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-21ce2aed-7590-4d25-bc16-7fe0d2ddf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.488213 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-21ce2aed-7590-4d25-bc16-7fe0d2ddf68b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388529 Aug 09 11:46:00.576417 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-a815c99d-9ba8-48cd-9b7f-912c9cfb6846 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806460 Aug 09 11:46:00.676760 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5037f738-f5b7-45cc-818f-6ea678bc60fc req-7fb3e4d3-658f-4fd5-bf1d-ae6cdcb6cdb0 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915508 Aug 09 11:46:00.816834 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-8da24edb-b54b-4a1c-a326-418db1c92bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.818320 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-8da24edb-b54b-4a1c-a326-418db1c92bf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1097 time: 0.0398333 Aug 09 11:46:00.914530 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-808be8aa-99d5-42a1-84fe-b758ec811073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:00.916019 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-808be8aa-99d5-42a1-84fe-b758ec811073 service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.0882025 Aug 09 11:46:00.963106 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-dca655c8-e90c-4950-a048-b3433f63481d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 217 time: 0.0339348 Aug 09 11:46:01.027582 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-652fc84f-2885-409b-92d1-26dc8ea51779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:01.029014 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-652fc84f-2885-409b-92d1-26dc8ea51779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0460570 Aug 09 11:46:01.077749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-757634eb-bcf8-4d11-8c11-02b84753f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:01.079187 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-757634eb-bcf8-4d11-8c11-02b84753f642 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385218 Aug 09 11:46:01.166552 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-2e3c171b-6e1e-4da6-9a0d-e9f0ab91c6d9 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777020 Aug 09 11:46:01.289675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf43248-9142-4b1e-90ce-4cac6f136f9f req-8ffca40c-429f-4ac9-8baf-fd3b83c6cc5b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:01.291056 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7cf43248-9142-4b1e-90ce-4cac6f136f9f req-8ffca40c-429f-4ac9-8baf-fd3b83c6cc5b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 944 time: 0.0990436 Aug 09 11:46:01.298798 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e53e839-9a65-4b6e-9dfb-8658d4e0c321 req-e1ce1204-6ad7-4cbb-a248-5a722e0f994b service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239977 Aug 09 11:46:01.332889 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7cf43248-9142-4b1e-90ce-4cac6f136f9f req-33d71f1f-e8d6-44c8-b8d5-d8f0ea031674 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331488 Aug 09 11:46:02.449723 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde46ff-454f-41ca-aba2-2f553a1f5d2e req-698e423e-749b-4de5-a5d8-ed7aafca99e5 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:02.451096 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1cde46ff-454f-41ca-aba2-2f553a1f5d2e req-698e423e-749b-4de5-a5d8-ed7aafca99e5 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 944 time: 0.0515161 Aug 09 11:46:02.484824 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d7caf5ee-d438-4556-9b55-ebe3242b32fd details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:46:02.488503 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1cde46ff-454f-41ca-aba2-2f553a1f5d2e req-f490a296-7ed0-44be-933c-cf9fdb566fb8 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310640 Aug 09 11:46:02.577607 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d7caf5ee-d438-4556-9b55-ebe3242b32fd, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:02.588118 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'port_id': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'mac_address': 'fa:16:3e:34:9a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:46:02.625773 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:02.643471 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7caf5ee-d438-4556-9b55-ebe3242b32fd {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:46:02.662360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d7caf5ee-d438-4556-9b55-ebe3242b32fd, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:02.666057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:02.720235 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d7caf5ee-d438-4556-9b55-ebe3242b32fd,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:02.980944 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['d7caf5ee-d438-4556-9b55-ebe3242b32fd'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:46:03.878287 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62102e-72fd-43e7-a1b5-96229b4c7397 req-846c2175-8416-440b-b019-96c8c2563e04 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:03.879775 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e62102e-72fd-43e7-a1b5-96229b4c7397 req-846c2175-8416-440b-b019-96c8c2563e04 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 945 time: 0.3246450 Aug 09 11:46:03.916787 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1e62102e-72fd-43e7-a1b5-96229b4c7397 req-4941a1e6-b023-484b-93b1-fd5c8885a9f7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Aug 09 11:46:04.512263 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d7caf5ee-d438-4556-9b55-ebe3242b32fd up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:46:04.682072 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port d7caf5ee-d438-4556-9b55-ebe3242b32fd completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:46:04.685586 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port d7caf5ee-d438-4556-9b55-ebe3242b32fd triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:46:04.686549 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:04.761322 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:04.784332 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:04.786871 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e54e86-055b-4489-be2e-bdcbaabbaf34" -d '{"events": [{"server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "name": "network-vif-plugged", "status": "completed", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:04.799898 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port d7caf5ee-d438-4556-9b55-ebe3242b32fd, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:04.803823 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:04.829977 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2d0d5-3afc-41ff-b9d5-8e7939431eb4 x-openstack-request-id: req-88d2d0d5-3afc-41ff-b9d5-8e7939431eb4 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:04.830263 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "name": "network-vif-plugged", "status": "completed", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:04.830512 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88d2d0d5-3afc-41ff-b9d5-8e7939431eb4 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:04.830892 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'code': 200} Aug 09 11:46:04.859613 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=d7caf5ee-d438-4556-9b55-ebe3242b32fd,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:05.043810 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07bdd-5ec4-4220-a3c1-fe226b38a358 req-d3cc1e3b-1a71-40c3-af12-4a1e551af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:05.045958 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-15b07bdd-5ec4-4220-a3c1-fe226b38a358 req-d3cc1e3b-1a71-40c3-af12-4a1e551af24f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1099 time: 0.0683498 Aug 09 11:46:05.053456 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721bde2-afe2-4ea4-bac1-74a5d40afe6a req-f5d25960-14c0-4f98-ba3c-f82b64f05500 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:05.054814 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9721bde2-afe2-4ea4-bac1-74a5d40afe6a req-f5d25960-14c0-4f98-ba3c-f82b64f05500 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0686066 Aug 09 11:46:05.105724 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-15b07bdd-5ec4-4220-a3c1-fe226b38a358 req-689e35be-4517-4a7f-8083-759abce84772 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500162 Aug 09 11:46:05.113047 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9721bde2-afe2-4ea4-bac1-74a5d40afe6a req-4a16b12d-ea4d-4535-9669-7ed17d721791 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521033 Aug 09 11:46:06.232300 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023319fd-9296-4b06-8b64-83ef857f6be1 req-097c99ac-8c6f-4076-9aac-d262a12d7c07 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:06.234354 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-023319fd-9296-4b06-8b64-83ef857f6be1 req-097c99ac-8c6f-4076-9aac-d262a12d7c07 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0506546 Aug 09 11:46:06.271250 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-023319fd-9296-4b06-8b64-83ef857f6be1 req-c1625243-67e5-475c-8176-d952e38bfb67 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Aug 09 11:46:07.382256 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2bc2c-6822-4614-9636-bf7aae2b14d5 req-3fa3e4ab-b7f2-4787-ab75-1ecd44e40a31 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:07.383738 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d0c2bc2c-6822-4614-9636-bf7aae2b14d5 req-3fa3e4ab-b7f2-4787-ab75-1ecd44e40a31 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0479946 Aug 09 11:46:07.419804 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d0c2bc2c-6822-4614-9636-bf7aae2b14d5 req-8c1b4f46-e1d7-4a4c-ba59-0852aba960d3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303605 Aug 09 11:46:07.527954 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a726ac-172f-42a4-b0b9-a4ac7c8833b6 req-66645a78-9015-4655-a0c9-cd5896ff7bb7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:07.529427 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-50a726ac-172f-42a4-b0b9-a4ac7c8833b6 req-66645a78-9015-4655-a0c9-cd5896ff7bb7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0472031 Aug 09 11:46:07.537878 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41446) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:07.542325 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'floatingip': {'port_id': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:46:07.584083 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.265431 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.269223 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.367714 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.l3_db [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Floating IP 40ccc490-f8a9-4259-829b-e7db99a2dc44 associated. External IP: 172.27.2.23, port: d7caf5ee-d438-4556-9b55-ebe3242b32fd. Aug 09 11:46:08.568030 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:46:08.670976 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:46:08.676070 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:08.680722 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:46:08.690830 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:46:08.691538 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:08.704129 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-19d07e11-d8ed-48af-ad00-502c295058e3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "PUT /v2.0/floatingips/40ccc490-f8a9-4259-829b-e7db99a2dc44 HTTP/1.1" status: 200 len: 991 time: 1.1652138 Aug 09 11:46:08.704738 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:08.707189 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea1070-c0de-46f0-8df0-b61ff28c7025" -d '{"events": [{"name": "network-changed", "server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:08.798285 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:46:08.804904 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd88df4c-5936-4d7b-a58c-dc994f486b35 x-openstack-request-id: req-fd88df4c-5936-4d7b-a58c-dc994f486b35 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:08.805187 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:08.805432 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd88df4c-5936-4d7b-a58c-dc994f486b35 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:08.805868 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'status': 'completed', 'code': 200} Aug 09 11:46:08.898877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-61529dfa-6596-4790-aa2a-21d532a91d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:08.900622 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-61529dfa-6596-4790-aa2a-21d532a91d93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1099 time: 0.0413582 Aug 09 11:46:08.991748 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-a7f61641-96f8-445d-b03d-f1abb824b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:08.993246 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-a7f61641-96f8-445d-b03d-f1abb824b506 service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.0855422 Aug 09 11:46:09.057107 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-a7dff8ee-3dca-48db-92f4-05538f057ed7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 999 time: 0.0562789 Aug 09 11:46:09.101358 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '40ccc490-f8a9-4259-829b-e7db99a2dc44', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'port_id': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'mac_address': 'fa:16:3e:34:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:45:56Z', 'updated_at': '2021-08-09T11:46:08Z', 'revision_number': 1, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:09.105857 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-27bab965-a816-4fce-94c9-6df94ada9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:09.107302 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-27bab965-a816-4fce-94c9-6df94ada9976 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0419953 Aug 09 11:46:09.131093 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:46:09.139432 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:46:09.140061 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:45:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:09.156000 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-ae37fc34-b78b-4892-ae39-5e69c942eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:09.157463 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-ae37fc34-b78b-4892-ae39-5e69c942eede service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426259 Aug 09 11:46:09.241495 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:46:09.246298 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-5e1abe21-5c09-43b0-8bc6-d2cdab0d5680 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807960 Aug 09 11:46:09.339732 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7eea1070-c0de-46f0-8df0-b61ff28c7025 req-1bdbf8f9-b9fd-4704-8e45-94ba3806fb96 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858123 Aug 09 11:46:09.457805 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '40ccc490-f8a9-4259-829b-e7db99a2dc44', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'port_id': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'mac_address': 'fa:16:3e:34:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:45:56Z', 'updated_at': '2021-08-09T11:46:08Z', 'revision_number': 1, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:09.483690 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b158ed3-a48a-41c2-94a8-3b99825bcf97 None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '40ccc490-f8a9-4259-829b-e7db99a2dc44', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'port_id': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'mac_address': 'fa:16:3e:34:9a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:45:56Z', 'updated_at': '2021-08-09T11:46:08Z', 'revision_number': 1, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:46:09.666196 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ede88-bec1-40c3-b019-44ab6cd9ca05 None None] New status for floating IP 40ccc490-f8a9-4259-829b-e7db99a2dc44: ACTIVE {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:46:15.356146 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:20.595515 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:21.906135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ece3522b-9235-459b-a767-95c4f52dbfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:24.560622 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f83d7afb-4f3a-41e9-88f1-73f0e766490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:24.738490 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:25.677007 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:27.202266 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:50.592244 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:51.906402 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c38f2866-883d-4f0f-a737-f7d6044bb327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:52.354678 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:46:54.079177 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-c7c56b21-3fbc-48ca-baa1-866e1ba11e63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398018 Aug 09 11:46:54.174607 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-4af9b073-06ed-4a4c-9871-26771d0b4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:54.176063 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-4af9b073-06ed-4a4c-9871-26771d0b4071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0404072 Aug 09 11:46:54.280491 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-00b8d081-446d-40d9-b1fa-75c8d5c63bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:54.281968 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-00b8d081-446d-40d9-b1fa-75c8d5c63bc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.0859184 Aug 09 11:46:54.346955 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-76cadd3c-4306-42aa-83a4-e76921c5ca62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0568721 Aug 09 11:46:54.395758 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-b12563bb-8fb1-4c6f-b143-93062d829b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:54.397267 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-b12563bb-8fb1-4c6f-b143-93062d829b03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0433779 Aug 09 11:46:54.416379 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41564) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:54.451559 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-dd65eef2-f432-405c-a20a-a2d4dbc51ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:54.453115 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-dd65eef2-f432-405c-a20a-a2d4dbc51ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442367 Aug 09 11:46:54.540279 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-6e6af7ce-f233-44c2-a922-fcf292b6ecd1 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796907 Aug 09 11:46:54.562078 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-7573b18a-5ee3-4a96-9a5f-e536f6802e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.563148 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Deleting port e86517da-16f8-4f53-b2ba-30adcce93269 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:46:54.563502 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.635590 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-761e58f2-0e5d-4def-ba76-c4e2d8bc9d96 req-bf820a4d-fff8-4456-88e5-cc4403c21c0e service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879910 Aug 09 11:46:54.637982 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.638317 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.649919 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Calling delete_port for e86517da-16f8-4f53-b2ba-30adcce93269 owned by network:floatingip {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:46:54.738942 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.822361 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.854704 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event deleted for resources: {'Port': ['ID=e86517da-16f8-4f53-b2ba-30adcce93269,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:54.878631 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.878998 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.879404 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.879734 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.880060 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.880404 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.880727 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.881046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.881369 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.881683 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.882001 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.882315 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:54.920965 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for floatingip, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:54.921298 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.l3_db [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Floating IP 6d6959d5-0710-4cf1-a18e-c70f18ff867c disassociated (deleted). External IP: 172.27.2.29, port: d09a286d-0b85-45c8-92de-cb91af74e1e2. Aug 09 11:46:55.119873 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:46:55.222971 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:46:55.227659 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:55.233696 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] Sync routers for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:46:55.242452 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:46:55.243047 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:55.253515 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a8b38ca8-7803-40af-a319-60826e15581d tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "DELETE /v2.0/floatingips/6d6959d5-0710-4cf1-a18e-c70f18ff867c HTTP/1.1" status: 204 len: 168 time: 0.8439026 Aug 09 11:46:55.254212 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:55.256932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:55.294513 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c7c81b-3b67-436e-a1fb-3240c139feb9 x-openstack-request-id: req-c4c7c81b-3b67-436e-a1fb-3240c139feb9 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:55.295039 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:55.295290 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4c7c81b-3b67-436e-a1fb-3240c139feb9 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:55.295695 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'status': 'completed', 'code': 200} Aug 09 11:46:55.350493 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:46:55.384675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-e6a7e7bd-2922-4389-ba1a-547822c73c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:55.386328 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-e6a7e7bd-2922-4389-ba1a-547822c73c27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b26bcfb002945b283e940253a407c53&device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 1099 time: 0.0471404 Aug 09 11:46:55.487237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-72784f64-b025-4e82-8e43-ee8280870ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:55.489218 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-72784f64-b025-4e82-8e43-ee8280870ba7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 200 len: 909 time: 0.0946252 Aug 09 11:46:55.494197 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a994-64e6-41e8-8f6f-892ac8c2f9eb req-cec11167-bd11-4caf-a076-e3d22137426c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:55.495726 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-38a1a994-64e6-41e8-8f6f-892ac8c2f9eb req-cec11167-bd11-4caf-a076-e3d22137426c tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0614612 Aug 09 11:46:55.535364 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-38a1a994-64e6-41e8-8f6f-892ac8c2f9eb req-2648639d-1538-4392-9c13-ddaec0435acb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335517 Aug 09 11:46:55.536146 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-8b4e5bad-94f2-4323-9618-421c96825537 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 200 len: 217 time: 0.0393212 Aug 09 11:46:55.564354 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:55.585107 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-f95c6703-d6e0-444e-b005-0955ccdf241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:55.586631 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-f95c6703-d6e0-444e-b005-0955ccdf241b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 200 len: 847 time: 0.0438919 Aug 09 11:46:55.590067 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] Checking router: 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:46:55.598788 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:46:55.599378 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:55.632323 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-5a3420a6-6f70-4e54-b1b1-ee14ab7aa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:55.633834 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-5a3420a6-6f70-4e54-b1b1-ee14ab7aa9bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e401587a-76a8-4bf0-98db-bb6a509cc97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393023 Aug 09 11:46:55.680484 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:55.703138 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:46:55.727475 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-165cc0da-c665-4d8c-a275-25f6bd9bbb72 service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853159 Aug 09 11:46:55.818671 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-db65e6c6-9b0c-49dc-928d-cfae4b4de00c req-669cb2f9-b293-42ef-a286-5fc8fb6cfbbf service neutron] 10.222.0.55 "GET /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Aug 09 11:46:55.895022 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:46:55.923199 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dce544-ab56-4934-824c-b3f9aadddf2b None None] The sync data for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi is: [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:08Z', 'revision_number': 4, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '0cc974a4-bed8-4cd5-9e5a-e82658d1b720', 'name': '', 'network_id': 'e401587a-76a8-4bf0-98db-bb6a509cc97f', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'mac_address': 'fa:16:3e:a1:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:07Z', 'updated_at': '2021-08-09T11:42:16Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'subnets': [{'id': '9cc26884-cbca-405d-a076-7f6c65e048d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:46:56.116928 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd95f9a-0a37-465b-9c0d-8ed764cea803 None None] New status for floating IP 6d6959d5-0710-4cf1-a18e-c70f18ff867c: DOWN {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:46:56.656782 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca10d-d02d-45df-aeb1-7aea6fb3b252 req-488b754e-75a6-4d13-86eb-0bdcecb78562 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:56.658454 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-485ca10d-d02d-45df-aeb1-7aea6fb3b252 req-488b754e-75a6-4d13-86eb-0bdcecb78562 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0546966 Aug 09 11:46:56.699320 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-485ca10d-d02d-45df-aeb1-7aea6fb3b252 req-492bd10e-08fd-4186-8ba7-8754b1e2e097 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/security-groups?id=21f921c7-ff04-4e63-95be-122a32afb317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350378 Aug 09 11:46:57.197601 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-b8a4e2ac-56c3-444a-909e-91c7c0547745 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:57.199120 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-b8a4e2ac-56c3-444a-909e-91c7c0547745 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 946 time: 0.0530171 Aug 09 11:46:57.205593 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:57.289973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Deleting port d09a286d-0b85-45c8-92de-cb91af74e1e2 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:46:57.290317 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:57.381852 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] For port d09a286d-0b85-45c8-92de-cb91af74e1e2, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d09a286d-0b85-45c8-92de-cb91af74e1e2,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:57.382216 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:57.396451 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Calling delete_port for d09a286d-0b85-45c8-92de-cb91af74e1e2 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:46:57.522839 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:57.550239 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event deleted for resources: {'Port': ['ID=d09a286d-0b85-45c8-92de-cb91af74e1e2,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:57.562737 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.563094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.563437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.563775 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.564106 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.564475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.564803 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.565126 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.565456 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.565780 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.566106 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.566425 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:46:57.600598 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] No DVR routers for this DVR port d09a286d-0b85-45c8-92de-cb91af74e1e2 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:46:57.603148 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:57.605181 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f0a8e17e-ea55-432d-a2ce-ddefb83d5bf5 req-980d9432-2688-4925-9fb2-07f409eb95cb tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.55 "DELETE /v2.0/ports/d09a286d-0b85-45c8-92de-cb91af74e1e2 HTTP/1.1" status: 204 len: 173 time: 0.3975997 Aug 09 11:46:57.605616 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-deleted', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:46:57.608447 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f33e5d-26fc-4986-85d7-b171b2fe90c0" -d '{"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-deleted", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:46:57.653122 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f909633-17da-4728-8a94-7eb39195dcb2 x-openstack-request-id: req-0f909633-17da-4728-8a94-7eb39195dcb2 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:46:57.653494 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d", "name": "network-vif-deleted", "tag": "d09a286d-0b85-45c8-92de-cb91af74e1e2", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:46:57.653812 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f909633-17da-4728-8a94-7eb39195dcb2 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:46:57.654269 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d', 'name': 'network-vif-deleted', 'tag': 'd09a286d-0b85-45c8-92de-cb91af74e1e2', 'status': 'completed', 'code': 200} Aug 09 11:46:57.799780 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6d70c229-482f-4772-8cf5-c94febd795a9 req-13e0117a-ded5-4fb5-bf29-5653d5470dff tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef7525ff-1aef-4ab5-9ca9-2abf92d2aa1d HTTP/1.1" status: 200 len: 210 time: 0.0322032 Aug 09 11:46:57.870908 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a694527-bc06-482a-bf96-2e38ce4ffd43 req-847afa7c-66b8-4d5e-a270-10349517907d tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:57.872416 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a694527-bc06-482a-bf96-2e38ce4ffd43 req-847afa7c-66b8-4d5e-a270-10349517907d tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0504057 Aug 09 11:46:57.919324 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-9a694527-bc06-482a-bf96-2e38ce4ffd43 req-1bcc73c5-44e6-48a2-b607-fb760e2e0d89 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396197 Aug 09 11:46:58.853804 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41594) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:58.921133 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-072e2ea7-af9e-472b-b6f2-7f110600bbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:58.945624 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-072e2ea7-af9e-472b-b6f2-7f110600bbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.002645 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-072e2ea7-af9e-472b-b6f2-7f110600bbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.005303 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-072e2ea7-af9e-472b-b6f2-7f110600bbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.006453 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-072e2ea7-af9e-472b-b6f2-7f110600bbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] 10.222.0.41 "DELETE /v2.0/security-groups/21f921c7-ff04-4e63-95be-122a32afb317 HTTP/1.1" status: 204 len: 168 time: 0.1516702 Aug 09 11:46:59.016471 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e2ea7-af9e-472b-b6f2-7f110600bbe4 tempest-TestShelveInstance-1277727858 tempest-TestShelveInstance-1277727858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f921c7-ff04-4e63-95be-122a32afb317,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:46:59.047629 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41600) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:46:59.048205 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf478a-adb1-493e-bf7b-2b4c4580f2c6 req-e94a73f5-44a4-4a9a-90f3-e956085c9b14 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:46:59.055400 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-71bf478a-adb1-493e-bf7b-2b4c4580f2c6 req-e94a73f5-44a4-4a9a-90f3-e956085c9b14 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0689237 Aug 09 11:46:59.089061 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-71bf478a-adb1-493e-bf7b-2b4c4580f2c6 req-c527c395-32d5-49d6-b954-63160f1fcee3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Aug 09 11:46:59.387147 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.857326 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Deleting port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:46:59.858038 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.935153 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] For port 0cc974a4-bed8-4cd5-9e5a-e82658d1b720, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:46:59.935446 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:46:59.949537 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Calling delete_port for 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 owned by network:router_interface {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:00.129021 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.156619 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc974a4-bed8-4cd5-9e5a-e82658d1b720,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:00.258852 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da5f0e-a4f0-4035-91c1-90ec74aaefcd req-2ec98866-cdc6-4af6-bc32-d99f826349ff tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:00.260424 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-87da5f0e-a4f0-4035-91c1-90ec74aaefcd req-2ec98866-cdc6-4af6-bc32-d99f826349ff tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0987456 Aug 09 11:47:00.366728 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-87da5f0e-a4f0-4035-91c1-90ec74aaefcd req-213c3df4-0ff2-4a88-b6ba-647c85df5096 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729799 Aug 09 11:47:00.384353 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.592304 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:00.693297 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:00.698328 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-1a4e2448-7d46-4532-9f76-ac3f42bea4b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/2d78aa8e-71a9-4a24-9a92-31ec8f5399d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495669 Aug 09 11:47:00.701565 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41604) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:00.703255 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] Sync routers for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:00.712224 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:00.712917 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:00.804127 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks [] for router, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.868835 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:00.889845 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: d09a286d-0b85-45c8-92de-cb91af74e1e2 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:00.890446 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d09a286d-0b85-45c8-92de-cb91af74e1e2 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:00.900722 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:00.911589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:00.963139 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Deleting port aeaefb1a-0dec-45fc-b717-7db1a6162596 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:47:00.963479 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.042439 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] For port aeaefb1a-0dec-45fc-b717-7db1a6162596, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=aeaefb1a-0dec-45fc-b717-7db1a6162596,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:01.042806 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.055111 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Calling delete_port for aeaefb1a-0dec-45fc-b717-7db1a6162596 owned by network:router_gateway {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:01.074519 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:47:00Z', 'revision_number': 5, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port': {'id': 'aeaefb1a-0dec-45fc-b717-7db1a6162596', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:01.099989 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] Checking router: 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:01.108044 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] Routers {'2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:01.108675 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:01.193709 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] Set router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:01.215259 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.240141 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=aeaefb1a-0dec-45fc-b717-7db1a6162596,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:01.246363 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:47:00Z', 'revision_number': 6, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:01.273838 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001e83-2e98-4035-93a6-feeef27f25b8 None None] The sync data for ids ['2d78aa8e-71a9-4a24-9a92-31ec8f5399d2'] in dv-cinder-802653-6-iscsi is: [{'id': '2d78aa8e-71a9-4a24-9a92-31ec8f5399d2', 'name': 'tempest-TestShelveInstance-706577988-router', 'tenant_id': '3b26bcfb002945b283e940253a407c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:03Z', 'updated_at': '2021-08-09T11:47:00Z', 'revision_number': 6, 'project_id': '3b26bcfb002945b283e940253a407c53', 'gw_port_host': None}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:01.299333 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.387452 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.389579 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.436246 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.436768 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 {{(pid=99940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:47:01.443320 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.444518 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-efbc28bc-4d03-4909-aa78-da8d89f9f7ea admin admin] 10.222.0.41 "DELETE /v2.0/routers/2d78aa8e-71a9-4a24-9a92-31ec8f5399d2 HTTP/1.1" status: 204 len: 168 time: 0.7419007 Aug 09 11:47:01.447176 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41608) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:01.493888 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Deleting subnet 9cc26884-cbca-405d-a076-7f6c65e048d4 {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:47:01.495040 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb08c40-a80c-4e34-accf-503922ca14d1 req-65045acd-b7d1-4fca-b322-4e60a12f1272 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:01.496761 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4cb08c40-a80c-4e34-accf-503922ca14d1 req-65045acd-b7d1-4fca-b322-4e60a12f1272 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0581634 Aug 09 11:47:01.497726 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.531278 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.534070 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4cb08c40-a80c-4e34-accf-503922ca14d1 req-80b07a70-0dfe-4ade-8f5a-df1f4389d336 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Aug 09 11:47:01.613932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.667665 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.695775 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc26884-cbca-405d-a076-7f6c65e048d4,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:01.705562 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.709011 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfe12d-f1d8-4707-964c-ebadd9817e92 None None] Network e401587a-76a8-4bf0-98db-bb6a509cc97f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:01.709161 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-9b539c3d-d115-40cf-a745-bb680d52d1f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9cc26884-cbca-405d-a076-7f6c65e048d4 HTTP/1.1" status: 204 len: 168 time: 0.2593632 Aug 09 11:47:01.709995 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41610) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:01.831435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.884890 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Deleting port 52d92652-c7d0-4fd6-8231-eaf5812c041d {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:47:01.885227 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.945338 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] For port 52d92652-c7d0-4fd6-8231-eaf5812c041d, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=52d92652-c7d0-4fd6-8231-eaf5812c041d,segment=NetworkSegment(ba2784bb-fa86-4d76-9c7f-3a09c11ca85d),segment_id=ba2784bb-fa86-4d76-9c7f-3a09c11ca85d)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:01.945699 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:01.957982 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Calling delete_port for 52d92652-c7d0-4fd6-8231-eaf5812c041d owned by network:dhcp {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:02.038230 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.052501 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47652366-14a0-41c7-97f0-457143bd38fd None None] DHCP port deletion for e401587a-76a8-4bf0-98db-bb6a509cc97f request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:47:02.064794 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d92652-c7d0-4fd6-8231-eaf5812c041d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:02.069952 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] No DVR routers for this DVR port 52d92652-c7d0-4fd6-8231-eaf5812c041d on host dv-cinder-802653-6-iscsi {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:47:02.146993 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.156790 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e401587a-76a8-4bf0-98db-bb6a509cc97f']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:02.168215 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:02.168510 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2784bb-fa86-4d76-9c7f-3a09c11ca85d') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:02.178230 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.195826 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.201991 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:47:02.204035 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:47:02.210477 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:47:02.246149 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device aeaefb1a-0dec-45fc-b717-7db1a6162596 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:02.266159 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: aeaefb1a-0dec-45fc-b717-7db1a6162596 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:02.266510 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device aeaefb1a-0dec-45fc-b717-7db1a6162596 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:02.266932 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 52d92652-c7d0-4fd6-8231-eaf5812c041d no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:02.268526 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.275422 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.277489 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e401587a-76a8-4bf0-98db-bb6a509cc97f HTTP/1.1" status: 204 len: 168 time: 0.5664942 Aug 09 11:47:02.280722 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41614) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:02.289903 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 52d92652-c7d0-4fd6-8231-eaf5812c041d {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:02.290257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 52d92652-c7d0-4fd6-8231-eaf5812c041d not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:02.290585 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41391dc2-7797-487d-9466-a2e145ae3937 admin admin] Pushing event deleted for resources: {'Network': ['ID=e401587a-76a8-4bf0-98db-bb6a509cc97f,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:02.290705 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:02.315812 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:02.316164 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cc974a4-bed8-4cd5-9e5a-e82658d1b720 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:02.639151 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.647356 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58934adb-5d48-4b27-8da2-7a40697ac61b req-0190bf79-7fb5-4df6-b7e4-74fa140d52b3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:02.648915 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-58934adb-5d48-4b27-8da2-7a40697ac61b req-0190bf79-7fb5-4df6-b7e4-74fa140d52b3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0478230 Aug 09 11:47:02.690378 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-58934adb-5d48-4b27-8da2-7a40697ac61b req-3df57794-0090-4765-87d6-7e015bbdc36e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350337 Aug 09 11:47:02.873709 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Deleting port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:47:02.873958 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.951251 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] For port 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:02.951613 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:02.963640 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Calling delete_port for 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 owned by network:router_interface {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:03.136604 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:03.162606 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:03.323949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:03.828696 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Router 8567833a-bca1-49e5-948e-fa100f8ee6ae has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:03.841948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a7ef5-8b94-48db-bfd8-4a569c520d80 req-ea0a19aa-9f17-4d1f-9304-e6a45f6089f3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:03.843411 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-804a7ef5-8b94-48db-bfd8-4a569c520d80 req-ea0a19aa-9f17-4d1f-9304-e6a45f6089f3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0727930 Aug 09 11:47:03.919911 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-804a7ef5-8b94-48db-bfd8-4a569c520d80 req-d541f81d-e137-4694-b5b1-2e14746186f0 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698135 Aug 09 11:47:03.968910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:03.973687 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-0152af7a-2132-4036-8e03-6c1869e18f19 admin admin] 10.222.0.41 "PUT /v2.0/routers/8567833a-bca1-49e5-948e-fa100f8ee6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6912978 Aug 09 11:47:03.976103 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41620) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:03.978775 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] Sync routers for ids ['8567833a-bca1-49e5-948e-fa100f8ee6ae'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:03.987690 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] Routers {'8567833a-bca1-49e5-948e-fa100f8ee6ae'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:03.988330 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['8567833a-bca1-49e5-948e-fa100f8ee6ae'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:04.077128 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks [] for router, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.088317 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] Set router 8567833a-bca1-49e5-948e-fa100f8ee6ae gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:04.177519 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.237799 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Deleting port 98e55d8c-a53f-4344-813a-882094e8db56 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:47:04.238137 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.262994 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '98e55d8c-a53f-4344-813a-882094e8db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:47:03Z', 'revision_number': 5, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port': {'id': '98e55d8c-a53f-4344-813a-882094e8db56', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:04.287740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] Checking router: 8567833a-bca1-49e5-948e-fa100f8ee6ae for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:04.296033 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] Routers {'8567833a-bca1-49e5-948e-fa100f8ee6ae'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:04.296670 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['8567833a-bca1-49e5-948e-fa100f8ee6ae'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:04.318938 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] For port 98e55d8c-a53f-4344-813a-882094e8db56, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=98e55d8c-a53f-4344-813a-882094e8db56,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:04.319338 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.332568 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Calling delete_port for 98e55d8c-a53f-4344-813a-882094e8db56 owned by network:router_gateway {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:04.382603 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] Set router 8567833a-bca1-49e5-948e-fa100f8ee6ae gateway port host: None {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:04.438549 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:47:04Z', 'revision_number': 6, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:04.470065 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4088d-4255-4467-b41d-ba85a48cadab None None] The sync data for ids ['8567833a-bca1-49e5-948e-fa100f8ee6ae'] in dv-cinder-802653-6-iscsi is: [{'id': '8567833a-bca1-49e5-948e-fa100f8ee6ae', 'name': 'tempest-TestShelveInstance-1293509342-router', 'tenant_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:42:13Z', 'updated_at': '2021-08-09T11:47:04Z', 'revision_number': 6, 'project_id': 'e5bbce53ce2649e19f3d86ef21c93a7f', 'gw_port_host': None}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:04.495623 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.524527 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e55d8c-a53f-4344-813a-882094e8db56,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:04.582612 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.667586 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.670152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.710492 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.711222 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8567833a-bca1-49e5-948e-fa100f8ee6ae {{(pid=99940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:47:04.715241 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.716953 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-99ff5796-617f-4bdb-98c5-f79206869585 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8567833a-bca1-49e5-948e-fa100f8ee6ae HTTP/1.1" status: 204 len: 168 time: 0.7399316 Aug 09 11:47:04.719522 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41622) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:04.767237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Deleting subnet 8c393277-ca1c-4d35-8128-04c408c6f5f1 {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:47:04.770210 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.806661 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.885728 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.943916 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.970232 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c393277-ca1c-4d35-8128-04c408c6f5f1,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:04.975502 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:04.977752 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-fbe9cddc-9c4f-44bb-91bc-692b14611773 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8c393277-ca1c-4d35-8128-04c408c6f5f1 HTTP/1.1" status: 204 len: 168 time: 0.2572711 Aug 09 11:47:04.980395 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41626) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:04.983213 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc81b0ab-127d-4cc8-8acb-88accb50e975 None None] Network be641810-cd41-4884-8a3a-80fa01c5e002 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:05.077122 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.086844 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c338753-c75b-44ef-8aa3-7fbd4a39015d req-22e7cfb2-899b-4d0a-9c12-9db1a6bc8c6e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:05.088370 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9c338753-c75b-44ef-8aa3-7fbd4a39015d req-22e7cfb2-899b-4d0a-9c12-9db1a6bc8c6e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0987935 Aug 09 11:47:05.155080 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9c338753-c75b-44ef-8aa3-7fbd4a39015d req-ac040e79-baec-47c2-a4fc-e34faf38f076 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587971 Aug 09 11:47:05.170734 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Deleting port 89d59787-308c-43eb-b51b-470085b3f845 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:47:05.171078 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.206014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] DHCP port deletion for be641810-cd41-4884-8a3a-80fa01c5e002 request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:47:05.235654 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] For port 89d59787-308c-43eb-b51b-470085b3f845, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=89d59787-308c-43eb-b51b-470085b3f845,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:05.236115 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.248495 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Calling delete_port for 89d59787-308c-43eb-b51b-470085b3f845 owned by network:dhcp {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:05.251851 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Deleting port 89d59787-308c-43eb-b51b-470085b3f845 {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:47:05.252278 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.317385 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] For port 89d59787-308c-43eb-b51b-470085b3f845, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=89d59787-308c-43eb-b51b-470085b3f845,segment=NetworkSegment(63503704-3390-416b-9c55-26245e6b3eee),segment_id=63503704-3390-416b-9c55-26245e6b3eee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:05.317585 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.331451 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Calling delete_port for 89d59787-308c-43eb-b51b-470085b3f845 owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:47:05.338155 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.365341 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d59787-308c-43eb-b51b-470085b3f845,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:05.367228 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] No DVR routers for this DVR port 89d59787-308c-43eb-b51b-470085b3f845 on host dv-cinder-802653-6-iscsi {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:47:05.410767 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.438345 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Pushing event deleted for resources: {'Port': ['ID=89d59787-308c-43eb-b51b-470085b3f845,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:05.438586 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.440768 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] No DVR routers for this DVR port 89d59787-308c-43eb-b51b-470085b3f845 on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:47:05.448991 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.449414 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.450398 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.450851 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.451256 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.451799 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.452208 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.452634 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.453040 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.453483 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.453926 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.454366 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99c327-8c3a-421f-b1da-c55232dd3b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:05.455181 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be641810-cd41-4884-8a3a-80fa01c5e002']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:05.470334 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63503704-3390-416b-9c55-26245e6b3eee') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:05.470635 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63503704-3390-416b-9c55-26245e6b3eee') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:05.479866 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.494316 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.500734 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:47:05.501107 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:47:05.502730 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:47:05.553939 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.560900 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.562278 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be641810-cd41-4884-8a3a-80fa01c5e002 HTTP/1.1" status: 204 len: 168 time: 0.5808284 Aug 09 11:47:05.571936 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e1841-1a2d-4980-b78c-0adad4f97239 admin admin] Pushing event deleted for resources: {'Network': ['ID=be641810-cd41-4884-8a3a-80fa01c5e002,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:05.672030 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41630) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:05.711582 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-bf2334a1-a4e0-4ce2-96f4-81d41df4a24a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b26bcfb002945b283e940253a407c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383949 Aug 09 11:47:05.713941 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41632) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:05.758928 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8bd64fff-8c65-4966-8622-1685904ecd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.783698 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8bd64fff-8c65-4966-8622-1685904ecd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.830570 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8bd64fff-8c65-4966-8622-1685904ecd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.833315 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-8bd64fff-8c65-4966-8622-1685904ecd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:05.834504 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-8bd64fff-8c65-4966-8622-1685904ecd6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0cdbcf2-9fcc-478e-ab83-4501b6fc354d HTTP/1.1" status: 204 len: 168 time: 0.1196392 Aug 09 11:47:05.841939 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64fff-8c65-4966-8622-1685904ecd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cdbcf2-9fcc-478e-ab83-4501b6fc354d,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:06.138491 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41638) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:06.177690 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4a5da016-8a4e-4e62-98d6-6bc5a03761a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5bbce53ce2649e19f3d86ef21c93a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380647 Aug 09 11:47:06.180058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41642) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:06.235085 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4eca3492-5b9e-4c46-bb6c-8f3487155582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:06.246973 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 98e55d8c-a53f-4344-813a-882094e8db56 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:06.257468 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4eca3492-5b9e-4c46-bb6c-8f3487155582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:06.269522 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 98e55d8c-a53f-4344-813a-882094e8db56 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:06.269880 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 98e55d8c-a53f-4344-813a-882094e8db56 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:06.270302 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:06.273254 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8592-fa92-4c02-8b38-416c279e1bbb req-dc08183a-c8bb-41dc-9f81-cdb960d8d36d tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:06.274803 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-438d8592-fa92-4c02-8b38-416c279e1bbb req-dc08183a-c8bb-41dc-9f81-cdb960d8d36d tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0498171 Aug 09 11:47:06.288990 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:06.289609 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 0cab4a79-0edd-4adc-a9b6-fcc8e1fa4e10 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:06.290199 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 89d59787-308c-43eb-b51b-470085b3f845 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:47:06.315520 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 89d59787-308c-43eb-b51b-470085b3f845 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:47:06.315895 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 89d59787-308c-43eb-b51b-470085b3f845 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:47:06.319016 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-438d8592-fa92-4c02-8b38-416c279e1bbb req-d5adaf2f-836b-44ef-922c-23c508a65a5e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375919 Aug 09 11:47:06.324830 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4eca3492-5b9e-4c46-bb6c-8f3487155582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:06.327495 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4eca3492-5b9e-4c46-bb6c-8f3487155582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:06.328799 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4eca3492-5b9e-4c46-bb6c-8f3487155582 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0251e33c-6ac2-459c-bff8-46231c262399 HTTP/1.1" status: 204 len: 168 time: 0.1477945 Aug 09 11:47:06.336412 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca3492-5b9e-4c46-bb6c-8f3487155582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0251e33c-6ac2-459c-bff8-46231c262399,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:06.974890 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41664) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:07.068762 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-210149043-network', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:07.089553 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Made reservation on behalf of eec21ed49f5d44bd9fa49ed7c9819dfa for: {'network': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:07.091780 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.099737 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.190316 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.194115 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.221335 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=99939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:47:07.227420 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4022f0dc-f602-40e0-9577-4b0748c4c3bb,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:07.235711 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.236029 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.segments_db [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Added segment 0e024fb4-8a20-43f5-882d-e53043d62bee of type vlan for network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 Aug 09 11:47:07.275401 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.302047 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.303004 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:07.303645 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.355374 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3793755 Aug 09 11:47:07.358899 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41670) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:07.363433 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e532dc-93ae-4720-9129-34f0d400c739 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2cf37c-2a85-4c13-a773-83d543b0c6d9,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:07.365448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Request body: {'subnet': {'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-210149043-subnet', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'ip_version': 4}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:07.381545 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:47:07.389695 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Made reservation on behalf of eec21ed49f5d44bd9fa49ed7c9819dfa for: {'subnet': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:07.392046 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62010612'] for subnet, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.455690 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf93ca-6d70-450f-bf9d-2ee42102ca82 req-0636e883-deb3-46f5-88a4-a6935d2ae601 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:07.457255 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-03cf93ca-6d70-450f-bf9d-2ee42102ca82 req-0636e883-deb3-46f5-88a4-a6935d2ae601 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0582440 Aug 09 11:47:07.495322 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-03cf93ca-6d70-450f-bf9d-2ee42102ca82 req-0aa079ce-e6b6-4274-812f-516594d96e5e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Aug 09 11:47:07.565255 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62849322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62010566'] for subnet, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.618673 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a123800d-9b02-4ec1-bc97-9cae709b6f94,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:07.628734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Checking segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:07.629094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Network hostable DHCP agents. Network: 0e2cf37c-2a85-4c13-a773-83d543b0c6d9, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:47:07.644509 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:47:07.652234 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, 0e2cf37c-2a85-4c13-a773-83d543b0c6d9) {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:07.655925 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:07.656540 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.661646 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a20c2-b4a0-4d5e-9adb-3e04170e08b6 None None] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:07.670916 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-45833891-2c5e-447b-bb10-61a3ba2e406e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3102095 Aug 09 11:47:07.673518 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41672) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:07.677768 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:07.697474 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.698595 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.752954 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.802500 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:47:07.803347 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.889175 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:07.938394 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Allocated IP 172.20.0.2 (0e2cf37c-2a85-4c13-a773-83d543b0c6d9/a123800d-9b02-4ec1-bc97-9cae709b6f94/18514564-1c53-47ab-b6e3-bc1eb0247c3f) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:08.086171 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.109998 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.203528 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.211458 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Transition to ACTIVE for port object 18514564-1c53-47ab-b6e3-bc1eb0247c3f will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:08.216706 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Allocated IP 172.27.2.223 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/b19c73a6-06ee-433c-8b17-61dd58c1ed01) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:08.227315 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Transition to ACTIVE for port object 18514564-1c53-47ab-b6e3-bc1eb0247c3f will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:08.233886 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.271526 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:08.274325 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:08.278649 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:08.283896 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Pushing event updated for resources: {'Port': ['ID=18514564-1c53-47ab-b6e3-bc1eb0247c3f,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:08.323407 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.339996 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Attempting to bind port 18514564-1c53-47ab-b6e3-bc1eb0247c3f on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:08.340893 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Attempting to bind port 18514564-1c53-47ab-b6e3-bc1eb0247c3f by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:08.341257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Attempting to bind port 18514564-1c53-47ab-b6e3-bc1eb0247c3f on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:08.346014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:08.346382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Checking segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:08.346774 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.347159 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Bound using segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:08.347606 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Bound port: 18514564-1c53-47ab-b6e3-bc1eb0247c3f, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:08.347975 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.362674 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.404322 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:08.408494 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] For port 18514564-1c53-47ab-b6e3-bc1eb0247c3f, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:08.410791 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:08.411475 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] For port 18514564-1c53-47ab-b6e3-bc1eb0247c3f, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=18514564-1c53-47ab-b6e3-bc1eb0247c3f,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:08.414119 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:08.417369 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.445875 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b19c73a6-06ee-433c-8b17-61dd58c1ed01,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:08.478312 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ca376-09fc-409f-82dc-49efbde16c68 None None] Pushing event updated for resources: {'Port': ['ID=18514564-1c53-47ab-b6e3-bc1eb0247c3f,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:08.698401 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb343-023e-4e5f-8ee6-1a8adc56f23c req-98068665-6f8e-400a-a61a-b12c6a40bdc9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:08.700550 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fedb343-023e-4e5f-8ee6-1a8adc56f23c req-98068665-6f8e-400a-a61a-b12c6a40bdc9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.1365974 Aug 09 11:47:08.735356 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:08.784268 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6fedb343-023e-4e5f-8ee6-1a8adc56f23c req-ca224eb4-1a51-4f14-ae7e-875baf6de134 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749264 Aug 09 11:47:08.941750 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:09.305840 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c0832f-e0eb-4b1f-a5f6-b63704b42b13 None None] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:09.349967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:47:09.423264 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-6babc527-12d3-48ce-b05e-8af1f950550d None None] Provisioning for port 18514564-1c53-47ab-b6e3-bc1eb0247c3f completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:09.455581 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:09.466651 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:09.471181 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:09.474965 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-aaf07b7b-4a31-4977-bd0f-9f501cef8dd7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7981408 Aug 09 11:47:09.475391 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41676) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:09.477644 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:09.478258 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:09.592295 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:09.789848 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:08Z', 'revision_number': 3, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:09.816023 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:09.816398 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Updating router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 port b19c73a6-06ee-433c-8b17-61dd58c1ed01 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:09.843220 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.006435 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62667d1-1f0e-44d0-8acd-6fcebb08024d req-ecd61165-a2dd-4b3a-8a51-2c229a5302c6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:10.007812 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e62667d1-1f0e-44d0-8acd-6fcebb08024d req-ecd61165-a2dd-4b3a-8a51-2c229a5302c6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0945592 Aug 09 11:47:10.086338 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e62667d1-1f0e-44d0-8acd-6fcebb08024d req-34f2fa6d-542d-4ae9-8d80-566e084285f3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Aug 09 11:47:10.091263 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.101896 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Transition to ACTIVE for port object b19c73a6-06ee-433c-8b17-61dd58c1ed01 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:10.112259 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.162115 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Attempting to bind port b19c73a6-06ee-433c-8b17-61dd58c1ed01 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:10.162487 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Attempting to bind port b19c73a6-06ee-433c-8b17-61dd58c1ed01 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:10.162842 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Attempting to bind port b19c73a6-06ee-433c-8b17-61dd58c1ed01 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:10.172795 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:10.173262 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:10.173719 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.174250 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:10.174782 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Bound port: b19c73a6-06ee-433c-8b17-61dd58c1ed01, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:10.175174 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.177406 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Pushing event updated for resources: {'Port': ['ID=b19c73a6-06ee-433c-8b17-61dd58c1ed01,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:10.199190 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.201888 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.202512 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.202835 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.203173 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.203882 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.204098 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.204572 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.204930 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.205230 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.205559 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.205892 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.206744 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:47:10.244447 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] For port b19c73a6-06ee-433c-8b17-61dd58c1ed01, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:10.248108 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] For port b19c73a6-06ee-433c-8b17-61dd58c1ed01, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=b19c73a6-06ee-433c-8b17-61dd58c1ed01,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:10.253301 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.284906 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 18514564-1c53-47ab-b6e3-bc1eb0247c3f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:10.326504 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:10.327329 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:10.335067 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 18514564-1c53-47ab-b6e3-bc1eb0247c3f completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:10.339054 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 18514564-1c53-47ab-b6e3-bc1eb0247c3f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:10.339434 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.379055 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Allocated IP 172.20.0.1 (0e2cf37c-2a85-4c13-a773-83d543b0c6d9/a123800d-9b02-4ec1-bc97-9cae709b6f94/866eae96-6162-4ec7-b9d0-2b8217025500) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:10.379342 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc24afa-e191-467d-b39b-ab7989d368d6 None None] Pushing event updated for resources: {'Port': ['ID=b19c73a6-06ee-433c-8b17-61dd58c1ed01,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:10.424923 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.459919 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 18514564-1c53-47ab-b6e3-bc1eb0247c3f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=18514564-1c53-47ab-b6e3-bc1eb0247c3f,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:10.460666 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:10.464709 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.495900 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.509128 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Transition to ACTIVE for port object 866eae96-6162-4ec7-b9d0-2b8217025500 will not be triggered until provisioned by entity DHCP. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:10.515432 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=18514564-1c53-47ab-b6e3-bc1eb0247c3f,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:10.545454 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.581515 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:10.587806 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:10.592016 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:10.597467 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Pushing event updated for resources: {'Port': ['ID=866eae96-6162-4ec7-b9d0-2b8217025500,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:10.633349 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.640372 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:08Z', 'revision_number': 3, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:10.666912 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e40f7f-5c08-4d4b-b4ad-3691d7ae45d4 None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:08Z', 'revision_number': 3, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:10.768944 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.903074 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-d8994ed5-d33d-4f83-9500-a36e7bce7a7f None None] Provisioning for port 866eae96-6162-4ec7-b9d0-2b8217025500 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:10.909700 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-d8994ed5-d33d-4f83-9500-a36e7bce7a7f None None] Provisioning complete for port 866eae96-6162-4ec7-b9d0-2b8217025500 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:10.910285 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-d8994ed5-d33d-4f83-9500-a36e7bce7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.952123 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:10.953339 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-d8994ed5-d33d-4f83-9500-a36e7bce7a7f None None] Port 866eae96-6162-4ec7-b9d0-2b8217025500 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:10.958158 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:11.027778 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:11.029433 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Pushing event updated for resources: {'Port': ['ID=866eae96-6162-4ec7-b9d0-2b8217025500,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:11.122506 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:11.124010 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:11.221808 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932986b4-d12e-4d34-97ee-50d2c377e625 req-cd19494a-4090-4702-a9f8-5d61627ae012 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:11.224413 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-932986b4-d12e-4d34-97ee-50d2c377e625 req-cd19494a-4090-4702-a9f8-5d61627ae012 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0637927 Aug 09 11:47:11.257204 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:11.269715 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-932986b4-d12e-4d34-97ee-50d2c377e625 req-09031e76-0652-46c3-be96-9b7cc72e033f tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Aug 09 11:47:11.377036 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:11.377917 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-dd5934e7-3856-4c2e-b382-d54629e04027 None None] Provisioning complete for port 866eae96-6162-4ec7-b9d0-2b8217025500 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:11.378530 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dd5934e7-3856-4c2e-b382-d54629e04027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:11.385978 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a0dae911-51a9-42f1-9f9b-a15571055503 admin admin] 10.222.0.41 "PUT /v2.0/routers/7ef5c113-562c-4de1-87b1-faf2c13d47d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9095178 Aug 09 11:47:11.424035 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-dd5934e7-3856-4c2e-b382-d54629e04027 None None] Port 866eae96-6162-4ec7-b9d0-2b8217025500 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:11.843396 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41696) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:11.848401 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-24991218-network', 'tenant_id': '264674237eb740d7bea77c48dd076182'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:11.869205 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Made reservation on behalf of 264674237eb740d7bea77c48dd076182 for: {'network': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:11.871704 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:11.881157 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:11.973256 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:11.977195 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.002047 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=99939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:47:12.012535 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5563d38c-1349-4a20-a52e-e3e9a8981a19,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:12.019072 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.019429 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.segments_db [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Added segment 91e56ee3-29a5-4d11-a1af-9a98d38b027f of type vlan for network a543097a-a399-48cc-8bee-f6a71d3004f8 Aug 09 11:47:12.063324 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.092861 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.093838 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:12.094422 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.146868 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3023682 Aug 09 11:47:12.149575 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41698) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:12.156044 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Request body: {'subnet': {'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-24991218-subnet', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:12.163090 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38028-e85d-42d0-8526-1c58807bf114 admin admin] Pushing event updated for resources: {'Network': ['ID=a543097a-a399-48cc-8bee-f6a71d3004f8,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:12.173434 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network a543097a-a399-48cc-8bee-f6a71d3004f8 details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:47:12.184711 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Made reservation on behalf of 264674237eb740d7bea77c48dd076182 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:12.187123 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.187644 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:12.234004 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:12.234630 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:12.352069 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device b19c73a6-06ee-433c-8b17-61dd58c1ed01 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:12.408279 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:12.410555 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.447120 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e317eb7-745e-4104-a657-d81c6086d19f req-ed20b0df-77b3-4998-9eae-dea13d53e5f8 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:12.448577 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1e317eb7-745e-4104-a657-d81c6086d19f req-ed20b0df-77b3-4998-9eae-dea13d53e5f8 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0874257 Aug 09 11:47:12.483126 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port b19c73a6-06ee-433c-8b17-61dd58c1ed01 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:12.497763 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port b19c73a6-06ee-433c-8b17-61dd58c1ed01 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:12.498134 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.506644 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=37161f3d-78bc-4a74-bbaf-676f841940cf,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:12.518783 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Checking segment: {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:12.519147 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Network hostable DHCP agents. Network: a543097a-a399-48cc-8bee-f6a71d3004f8, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:47:12.526907 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1e317eb7-745e-4104-a657-d81c6086d19f req-db4e8f22-f8f6-4e6f-aa73-6dbfe139da12 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673106 Aug 09 11:47:12.549220 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Network a543097a-a399-48cc-8bee-f6a71d3004f8 is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:47:12.558301 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, a543097a-a399-48cc-8bee-f6a71d3004f8) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:12.562801 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:12.563394 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.571877 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87fd77a-671a-401d-baff-268956f0aaad None None] Network a543097a-a399-48cc-8bee-f6a71d3004f8 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:12.581700 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-a8ade034-919d-425c-ad9d-dbfe6bacf7ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4285800 Aug 09 11:47:12.581909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41702) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:12.586262 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:12.609805 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-359381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-507'] for router, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.611046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-358757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-355860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-707885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496'] for router, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.660845 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.731194 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.783097 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port b19c73a6-06ee-433c-8b17-61dd58c1ed01, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=b19c73a6-06ee-433c-8b17-61dd58c1ed01,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:12.792708 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.793989 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 18514564-1c53-47ab-b6e3-bc1eb0247c3f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:12.795525 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.866244 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac85a838-9b56-539a-a332-c9a9f595a193-a543097a-a399-48cc-8bee-f6a71d3004f8', 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'fixed_ips': [{'subnet_id': '37161f3d-78bc-4a74-bbaf-676f841940cf'}]}} from dv-cinder-802653-6-iscsi. {{(pid=99941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 11:47:12.867074 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:12.891519 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 2, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:12.936876 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:12.937237 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Updating router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 port 866eae96-6162-4ec7-b9d0-2b8217025500 binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:12.941270 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=b19c73a6-06ee-433c-8b17-61dd58c1ed01,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:12.992718 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.014686 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.028512 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.045731 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 18514564-1c53-47ab-b6e3-bc1eb0247c3f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:13.046089 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.115467 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Allocated IP 172.27.2.201 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/019da948-5f36-42e1-90c5-9d58d5c957c3) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:13.132703 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.db_base_plugin_common [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Allocated IP 172.20.0.2 (a543097a-a399-48cc-8bee-f6a71d3004f8/37161f3d-78bc-4a74-bbaf-676f841940cf/60f40600-5e15-45f1-baee-4f78ce67f0d0) {{(pid=99941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:13.225088 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.263695 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.303046 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:13.308367 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:13.312548 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:13.337616 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Pushing event updated for resources: {'Port': ['ID=019da948-5f36-42e1-90c5-9d58d5c957c3,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:13.564572 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.602132 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Notify callbacks [] for port, precommit_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.619316 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Transition to ACTIVE for port object 60f40600-5e15-45f1-baee-4f78ce67f0d0 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:13.650358 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b4b55-c9d0-4a2e-ba47-c5f393ab3180 req-c652674c-3449-491a-b5a1-0edc65a402ae tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:13.653475 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-017b4b55-c9d0-4a2e-ba47-c5f393ab3180 req-c652674c-3449-491a-b5a1-0edc65a402ae tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0542476 Aug 09 11:47:13.658929 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Transition to ACTIVE for port object 60f40600-5e15-45f1-baee-4f78ce67f0d0 will not be triggered until provisioned by entity DHCP. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:13.670436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437'] for port, after_create {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.674057 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.698550 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-017b4b55-c9d0-4a2e-ba47-c5f393ab3180 req-3bc9a236-f719-4681-a2db-be6787d32e1e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370176 Aug 09 11:47:13.717612 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Transition to ACTIVE for port object 866eae96-6162-4ec7-b9d0-2b8217025500 will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:13.729135 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Network a543097a-a399-48cc-8bee-f6a71d3004f8 is already hosted by enough agents. {{(pid=99941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:13.733545 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.735677 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.scheduler.base_scheduler [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Resources bound (agent type, host, resource id): {{(pid=99941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:13.737438 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Pushing event updated for resources: {'Port': ['ID=60f40600-5e15-45f1-baee-4f78ce67f0d0,revision_number=1']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:13.739571 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Received port after_create {{(pid=99941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:13.792009 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-358764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356071'] for router, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.837686 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c18d31-5f15-489a-924c-f94407cd8efa None None] Pushing event updated for resources: {'Port': ['ID=866eae96-6162-4ec7-b9d0-2b8217025500,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:13.843241 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Attempting to bind port 60f40600-5e15-45f1-baee-4f78ce67f0d0 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:13.843605 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Attempting to bind port 60f40600-5e15-45f1-baee-4f78ce67f0d0 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:13.843995 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Attempting to bind port 60f40600-5e15-45f1-baee-4f78ce67f0d0 on network a543097a-a399-48cc-8bee-f6a71d3004f8 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:13.865323 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:13.865697 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Checking segment: {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:13.866196 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.866686 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Bound using segment: {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:13.867168 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Bound port: 60f40600-5e15-45f1-baee-4f78ce67f0d0, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:13.867557 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.909064 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Attempting to bind port 866eae96-6162-4ec7-b9d0-2b8217025500 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:13.909429 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Attempting to bind port 866eae96-6162-4ec7-b9d0-2b8217025500 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:13.909780 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Attempting to bind port 866eae96-6162-4ec7-b9d0-2b8217025500 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:13.931005 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:13.931440 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Checking segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:13.931778 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.932168 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Bound using segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:13.932679 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Bound port: 866eae96-6162-4ec7-b9d0-2b8217025500, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:13.933054 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:13.980372 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 is scheduled to L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 with binding_index 1 {{(pid=99939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 11:47:13.999618 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] For port 60f40600-5e15-45f1-baee-4f78ce67f0d0, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:14.004400 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] For port 60f40600-5e15-45f1-baee-4f78ce67f0d0, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=60f40600-5e15-45f1-baee-4f78ce67f0d0,segment=NetworkSegment(91e56ee3-29a5-4d11-a1af-9a98d38b027f),segment_id=91e56ee3-29a5-4d11-a1af-9a98d38b027f)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:14.020446 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:14.061360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] For port 866eae96-6162-4ec7-b9d0-2b8217025500, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:14.067062 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8e4a-552b-4e5b-a864-97ccf9c10e2f req-71260194-6bd5-4417-a7f9-abea16d73968 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:14.068919 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-13cf8e4a-552b-4e5b-a864-97ccf9c10e2f req-71260194-6bd5-4417-a7f9-abea16d73968 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.1192789 Aug 09 11:47:14.085769 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] For port 866eae96-6162-4ec7-b9d0-2b8217025500, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=866eae96-6162-4ec7-b9d0-2b8217025500,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:14.102009 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:14.104172 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66897682-1ba9-4c85-b665-783807fe5067 None None] Pushing event updated for resources: {'Port': ['ID=60f40600-5e15-45f1-baee-4f78ce67f0d0,revision_number=2']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:14.134139 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:14.148843 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-13cf8e4a-552b-4e5b-a864-97ccf9c10e2f req-16d75cd8-15c9-4897-ad7f-021c4bb00c03 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653462 Aug 09 11:47:14.151948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-c204e917-472b-4f2b-b34a-793639680b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:14.154595 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:14.164885 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-475227ce-ef6d-43b4-8f02-626aec2eece2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5758762 Aug 09 11:47:14.164885 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41710) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:14.165338 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-c204e917-472b-4f2b-b34a-793639680b28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1099 time: 0.0919197 Aug 09 11:47:14.165795 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Sync routers for ids ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:14.180563 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:14.181240 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:14.184590 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c18d31-5f15-489a-924c-f94407cd8efa None None] Pushing event updated for resources: {'Port': ['ID=866eae96-6162-4ec7-b9d0-2b8217025500,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:14.185330 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Routers {'e350c5fc-fb69-4e4e-975b-8ab0630a87f9'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:14.185959 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:14.325214 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device b19c73a6-06ee-433c-8b17-61dd58c1ed01 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:14.365657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-b2f63b7e-7026-4485-bbe4-31e94ff8dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:14.367268 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-b2f63b7e-7026-4485-bbe4-31e94ff8dffd service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.1973870 Aug 09 11:47:14.427417 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:14.454466 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Set router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:14.496102 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-75e9303e-2683-4cdb-b0f9-d4f1d319ef68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 1001 time: 0.1197510 Aug 09 11:47:14.578271 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-94c43dc0-9e5a-4acd-85aa-e16ab20ff795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:14.579799 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-94c43dc0-9e5a-4acd-85aa-e16ab20ff795 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0737240 Aug 09 11:47:14.632403 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-2c2e70bd-8fad-40eb-a737-6dcefc7dd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:14.634632 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-2c2e70bd-8fad-40eb-a737-6dcefc7dd8f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467165 Aug 09 11:47:14.687152 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port b19c73a6-06ee-433c-8b17-61dd58c1ed01 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:14.687723 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:14.706868 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:47:13Z', 'revision_number': 3, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:14.740172 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Checking router: e350c5fc-fb69-4e4e-975b-8ab0630a87f9 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:14.740833 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Updating router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 port 019da948-5f36-42e1-90c5-9d58d5c957c3 binding host dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:14.757716 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:14Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:14.760570 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-64f271a6-7958-4bf5-84b8-76684a5541d3 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162062 Aug 09 11:47:14.814406 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36f160-9656-4615-8c23-dcb4023a11a9 None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:14Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:14.901780 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:14.936160 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bdd19104-bac2-4a5e-955d-623c6ab7d0b8 req-fbf8ae5d-daaa-4252-bf17-8b0bcfe72b5c service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668432 Aug 09 11:47:15.096138 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.194240 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Notify callbacks [] for port, precommit_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.206733 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.provisioning_blocks [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Transition to ACTIVE for port object 019da948-5f36-42e1-90c5-9d58d5c957c3 will not be triggered until provisioned by entity L2. {{(pid=99942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:15.216543 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.304483 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3e1ce-987e-41a8-b040-3f6c3e1b8ab9 None None] Pushing event updated for resources: {'Port': ['ID=019da948-5f36-42e1-90c5-9d58d5c957c3,revision_number=2']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:15.308908 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Attempting to bind port 019da948-5f36-42e1-90c5-9d58d5c957c3 on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:15.309298 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Attempting to bind port 019da948-5f36-42e1-90c5-9d58d5c957c3 by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:15.309662 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Attempting to bind port 019da948-5f36-42e1-90c5-9d58d5c957c3 on network 2924d57e-71bd-40b8-be49-6cda85775f3b {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:15.318221 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:15.318598 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Checking segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:15.318993 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.319478 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Bound using segment: {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'} {{(pid=99942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:15.319882 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.managers [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Bound port: 019da948-5f36-42e1-90c5-9d58d5c957c3, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae051f-37fa-4c6c-9a7e-a175c3095c5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}}] {{(pid=99942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:15.320310 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.344989 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570aec1-ff7c-40d2-b648-948294078346 req-77a2fd6e-a4a3-4f9a-a498-26e02621b5d4 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:15.346648 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5570aec1-ff7c-40d2-b648-948294078346 req-77a2fd6e-a4a3-4f9a-a498-26e02621b5d4 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.1079674 Aug 09 11:47:15.347897 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Allocated IP 172.20.0.1 (a543097a-a399-48cc-8bee-f6a71d3004f8/37161f3d-78bc-4a74-bbaf-676f841940cf/2a6d9bc0-0f77-4c31-b0fd-a64717d6157f) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:15.388125 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] For port 019da948-5f36-42e1-90c5-9d58d5c957c3, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:15.391747 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.plugins.ml2.db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] For port 019da948-5f36-42e1-90c5-9d58d5c957c3, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=019da948-5f36-42e1-90c5-9d58d5c957c3,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:15.396573 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron_lib.callbacks.manager [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.428031 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a8de8-067d-4c06-9d1c-ca39feb37b4b None None] Network a543097a-a399-48cc-8bee-f6a71d3004f8 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:47:15.455380 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5570aec1-ff7c-40d2-b648-948294078346 req-5480403c-9e70-4ec6-860c-8118bf9cd878 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956631 Aug 09 11:47:15.473006 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Routers {'e350c5fc-fb69-4e4e-975b-8ab0630a87f9'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:15.473628 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:15.510460 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3e1ce-987e-41a8-b040-3f6c3e1b8ab9 None None] Pushing event updated for resources: {'Port': ['ID=019da948-5f36-42e1-90c5-9d58d5c957c3,revision_number=3']} {{(pid=99942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:15.520479 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-41bee079-3eb4-41b0-bb48-861364f0cf66 None None] Provisioning for port 60f40600-5e15-45f1-baee-4f78ce67f0d0 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:15.542973 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.577265 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.provisioning_blocks [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Transition to ACTIVE for port object 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f will not be triggered until provisioned by entity DHCP. {{(pid=99939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:15.627694 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.629929 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] Set router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:15.680065 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Network a543097a-a399-48cc-8bee-f6a71d3004f8 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:15.685981 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:15.688572 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:15.718439 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:15.738766 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-355348'] for router_interface, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:15.856361 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:47:13Z', 'revision_number': 3, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:15.890113 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f03b3c2-e6c1-4c16-863f-c5c7964ab738 None None] The sync data for ids ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'] in dv-cinder-802653-6-iscsi is: [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:47:13Z', 'revision_number': 3, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:15.905670 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.101912 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.107183 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.177845 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-b37b4b01-660e-4f1b-a156-1197865cb47e None None] Provisioning for port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:16.179961 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:16.182683 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-b37b4b01-660e-4f1b-a156-1197865cb47e None None] Provisioning complete for port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:16.183191 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-b37b4b01-660e-4f1b-a156-1197865cb47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.184861 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-355488'] for router_interface, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.250563 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-b37b4b01-660e-4f1b-a156-1197865cb47e None None] Port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:16.322407 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Network a543097a-a399-48cc-8bee-f6a71d3004f8 is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:16.323921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:16.396604 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 60f40600-5e15-45f1-baee-4f78ce67f0d0 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:16.463696 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 60f40600-5e15-45f1-baee-4f78ce67f0d0 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:16.466849 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:16.469198 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 60f40600-5e15-45f1-baee-4f78ce67f0d0 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:16.469676 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.598815 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.607823 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:16.611198 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-7e6b7e9e-03b7-4865-b046-8f4df6569a87 None None] Provisioning complete for port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:16.611503 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-7e6b7e9e-03b7-4865-b046-8f4df6569a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.622253 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-b436d73f-a610-4b4b-9fb0-78fc498108b0 admin admin] 10.222.0.41 "PUT /v2.0/routers/e350c5fc-fb69-4e4e-975b-8ab0630a87f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531677 Aug 09 11:47:16.631636 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87015c-cd71-46a1-8539-8473a0b2038e req-ff221fda-a141-4200-9cff-0630137e34cb tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:16.633464 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3e87015c-cd71-46a1-8539-8473a0b2038e req-ff221fda-a141-4200-9cff-0630137e34cb tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0817969 Aug 09 11:47:16.680800 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 60f40600-5e15-45f1-baee-4f78ce67f0d0, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=60f40600-5e15-45f1-baee-4f78ce67f0d0,segment=NetworkSegment(91e56ee3-29a5-4d11-a1af-9a98d38b027f),segment_id=91e56ee3-29a5-4d11-a1af-9a98d38b027f)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:16.682142 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b7e9e-03b7-4865-b046-8f4df6569a87 None None] Port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:16.684968 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3e87015c-cd71-46a1-8539-8473a0b2038e req-85a40e96-125f-43a6-824e-636e65227dde tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 Aug 09 11:47:16.689932 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.691684 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 866eae96-6162-4ec7-b9d0-2b8217025500 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:16.770739 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=60f40600-5e15-45f1-baee-4f78ce67f0d0,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:16.797738 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 866eae96-6162-4ec7-b9d0-2b8217025500 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:16.802193 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 866eae96-6162-4ec7-b9d0-2b8217025500 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:16.802569 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.885783 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.920755 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 866eae96-6162-4ec7-b9d0-2b8217025500, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=866eae96-6162-4ec7-b9d0-2b8217025500,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:16.926017 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:16.977181 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=866eae96-6162-4ec7-b9d0-2b8217025500,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:17.315587 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41724) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:17.320545 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227329990', 'description': 'tempest-secgroup-smoke-227329990 description', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:17.343853 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.424154 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.427494 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.455469 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.456715 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1401010 Aug 09 11:47:17.458560 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71c87-f347-446b-b7bf-f50d9b088cd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5070a9af-4ad2-4025-b611-cd797f6d687c,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:17.459782 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41726) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:17.464497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group_rule': {'security_group_id': '5070a9af-4ad2-4025-b611-cd797f6d687c', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:17.489982 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.534537 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.538407 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.556337 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3a7bd8-5711-41e6-ba3e-6eea01d22288,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:17.561602 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.562934 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-64e46115-0e74-4bdf-8914-81ca728b4227 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020331 Aug 09 11:47:17.565657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41728) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:17.570167 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group_rule': {'security_group_id': '5070a9af-4ad2-4025-b611-cd797f6d687c', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:17.596953 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.654648 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.658329 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.677467 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da66df5-f640-481b-899e-cdfdf939d88b,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:17.680587 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.681843 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ddc2b591-c52e-42f6-9096-ceb34b6bda12 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152337 Aug 09 11:47:17.685013 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41730) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:17.689349 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group_rule': {'security_group_id': '5070a9af-4ad2-4025-b611-cd797f6d687c', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:17.714717 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.772081 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.775243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.791469 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a9a728-a061-468e-9113-e1bc37158946,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:17.797241 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.798380 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-5b9fa12a-f75c-43d7-bce9-15f3ebf0c9e4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124315 Aug 09 11:47:17.801048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41732) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:17.805300 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group_rule': {'security_group_id': '5070a9af-4ad2-4025-b611-cd797f6d687c', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:17.830849 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.892035 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.895835 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.913593 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c642156-67fb-4562-b240-f0d61376183c,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:17.919609 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:17.920840 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-2fc9ceb8-fee2-4006-be14-2b7332a64165 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188917 Aug 09 11:47:17.923579 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41734) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:17.928011 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group_rule': {'security_group_id': '5070a9af-4ad2-4025-b611-cd797f6d687c', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:17.949681 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.securitygroups_db [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Project eec21ed49f5d44bd9fa49ed7c9819dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:47:17.954507 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.015145 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.018793 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.036927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f28f74-5661-45f2-91e6-863d5114b0c4,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:18.040619 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.041835 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-4319525e-7b79-4846-923c-2d2653cc23d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173284 Aug 09 11:47:18.045056 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41736) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:18.049680 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'security_group_rule': {'security_group_id': '5070a9af-4ad2-4025-b611-cd797f6d687c', 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:18.071486 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.securitygroups_db [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Project eec21ed49f5d44bd9fa49ed7c9819dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 11:47:18.076243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.139954 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.143583 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.160407 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f086199-7a37-4f1f-a2f6-ce65d7cfc2e6,revision_number=0']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:18.170223 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.171385 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3487763f-9e42-4817-b2c0-b5208f00fe97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253693 Aug 09 11:47:18.199156 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Sync routers for ids ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:18.208790 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Routers {'e350c5fc-fb69-4e4e-975b-8ab0630a87f9'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:18.209445 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:18.325696 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Set router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:18.352115 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 60f40600-5e15-45f1-baee-4f78ce67f0d0 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:18.612149 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 60f40600-5e15-45f1-baee-4f78ce67f0d0 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:18.612554 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.743997 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 019da948-5f36-42e1-90c5-9d58d5c957c3 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:18.777044 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 4, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2a6d9bc0-0f77-4c31-b0fd-a64717d6157f', 'name': '', 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'mac_address': 'fa:16:3e:eb:95:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '37161f3d-78bc-4a74-bbaf-676f841940cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:15Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 2, 'project_id': '264674237eb740d7bea77c48dd076182', 'subnets': [{'id': '37161f3d-78bc-4a74-bbaf-676f841940cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:18.808487 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Checking router: e350c5fc-fb69-4e4e-975b-8ab0630a87f9 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:18.808844 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Updating router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f binding host dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 11:47:18.838365 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:18.849020 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 019da948-5f36-42e1-90c5-9d58d5c957c3 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:18.855279 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 019da948-5f36-42e1-90c5-9d58d5c957c3 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:18.855646 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.063049 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.095475 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 019da948-5f36-42e1-90c5-9d58d5c957c3, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=019da948-5f36-42e1-90c5-9d58d5c957c3,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:19.105376 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.106076 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 866eae96-6162-4ec7-b9d0-2b8217025500 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:19.228542 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=019da948-5f36-42e1-90c5-9d58d5c957c3,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:19.253743 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Notify callbacks [] for port, precommit_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.256029 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 866eae96-6162-4ec7-b9d0-2b8217025500 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:19.256429 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.286334 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Transition to ACTIVE for port object 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f will not be triggered until provisioned by entity L2. {{(pid=99941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:19.294132 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.352798 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed060e-d47d-4079-910b-da71063ded54 None None] Pushing event updated for resources: {'Port': ['ID=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,revision_number=3']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:19.431621 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Attempting to bind port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f on host dv-cinder-802653-6-iscsi for vnic_type normal with profile {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:19.432092 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Attempting to bind port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f by drivers openvswitch,hyperv on host dv-cinder-802653-6-iscsi at level 0 using segments [{'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:19.432387 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Attempting to bind port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f on network a543097a-a399-48cc-8bee-f6a71d3004f8 {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:19.438226 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Checking agent: {'id': '766e898a-a1be-44f0-95b1-cff24e56f671', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802653-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 30, 55), 'started_at': datetime.datetime(2021, 8, 9, 11, 31, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802653-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:19.438603 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Checking segment: {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:19.439005 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.439396 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Bound using segment: {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'} {{(pid=99941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:19.439852 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.managers [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Bound port: 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f, host: dv-cinder-802653-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e56ee3-29a5-4d11-a1af-9a98d38b027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8'}}] {{(pid=99941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:19.440262 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.507134 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] For port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f, host dv-cinder-802653-6-iscsi, cleared binding levels {{(pid=99941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:19.510054 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] For port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f, host dv-cinder-802653-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,segment=NetworkSegment(91e56ee3-29a5-4d11-a1af-9a98d38b027f),segment_id=91e56ee3-29a5-4d11-a1af-9a98d38b027f)] {{(pid=99941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:19.516330 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:19.597327 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Routers {'e350c5fc-fb69-4e4e-975b-8ab0630a87f9'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:19.600845 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:46:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:19.607736 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed060e-d47d-4079-910b-da71063ded54 None None] Pushing event updated for resources: {'Port': ['ID=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:19.722687 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] Set router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:19.934598 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 4, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2a6d9bc0-0f77-4c31-b0fd-a64717d6157f', 'name': '', 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'mac_address': 'fa:16:3e:eb:95:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '37161f3d-78bc-4a74-bbaf-676f841940cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:15Z', 'updated_at': '2021-08-09T11:47:19Z', 'revision_number': 4, 'project_id': '264674237eb740d7bea77c48dd076182', 'subnets': [{'id': '37161f3d-78bc-4a74-bbaf-676f841940cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:19.967034 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efb04f6-1040-4fd1-8752-96b4a1e69609 None None] The sync data for ids ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'] in dv-cinder-802653-6-iscsi is: [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:47:15Z', 'revision_number': 4, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '2a6d9bc0-0f77-4c31-b0fd-a64717d6157f', 'name': '', 'network_id': 'a543097a-a399-48cc-8bee-f6a71d3004f8', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'mac_address': 'fa:16:3e:eb:95:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '37161f3d-78bc-4a74-bbaf-676f841940cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:15Z', 'updated_at': '2021-08-09T11:47:19Z', 'revision_number': 4, 'project_id': '264674237eb740d7bea77c48dd076182', 'subnets': [{'id': '37161f3d-78bc-4a74-bbaf-676f841940cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:20.355547 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:20.406287 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning for port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:20.409978 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:20.410339 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:20.491563 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:20.526131 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] For port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,segment=NetworkSegment(91e56ee3-29a5-4d11-a1af-9a98d38b027f),segment_id=91e56ee3-29a5-4d11-a1af-9a98d38b027f)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:20.530064 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:20.531036 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 019da948-5f36-42e1-90c5-9d58d5c957c3 up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:20.627526 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Pushing event updated for resources: {'Port': ['ID=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:20.631691 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:20.640454 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 019da948-5f36-42e1-90c5-9d58d5c957c3 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:20.640824 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:21.908250 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-d7e86230-a126-4a0a-a57d-403f1a60005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:22.272222 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f up at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:22.319494 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Provisioning complete for port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:22.319864 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:24.564204 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2b525efd-f880-4da4-aee5-5f2f3c102dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:24.742609 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:25.683318 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:27.207274 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:29.352941 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:47:35.676147 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-4c549026-a4be-40d6-a680-084d88bbccee tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227329990&fields=id&tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 267 time: 0.0364242 Aug 09 11:47:35.785646 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1bdb03d3-c7b8-4c2e-b6ea-2e948b7cc5b1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:35.791073 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1bdb03d3-c7b8-4c2e-b6ea-2e948b7cc5b1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 811 time: 0.1028013 Aug 09 11:47:35.802202 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-e64fa8e0-15ea-47f2-a814-b576f318beef tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/quotas/eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 375 time: 0.0092123 Aug 09 11:47:35.857563 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-2eb45593-6f11-429e-b421-42bf033577ea tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500669 Aug 09 11:47:36.042401 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-56809b28-708c-4ef4-8a7e-3de41ef3ce19 service neutron] 10.222.0.41 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730018 Aug 09 11:47:36.132261 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-34ecfadf-d80f-444a-8d93-161e34a21d66 service neutron] 10.222.0.41 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834498 Aug 09 11:47:36.404956 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e32f0bd2-e143-4084-a923-d9c30d2007a8 req-5244677b-0d40-45bb-8835-094007a8ba6f tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 210 time: 0.0259039 Aug 09 11:47:37.500440 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-5a4fa3c7-4308-488c-8888-44df96b0181a req-90e68135-def2-4896-ae5f-e851d923dda3 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 210 time: 0.0270076 Aug 09 11:47:37.629491 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1381b501-e80a-454b-98a3-45d4388a8d90 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:37.631015 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1381b501-e80a-454b-98a3-45d4388a8d90 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 811 time: 0.1037512 Aug 09 11:47:37.680685 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-60510dc7-0014-42b5-92e5-6ff086ff2b6e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 379 time: 0.0335920 Aug 09 11:47:37.704818 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'port': {'device_id': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'admin_state_up': True, 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'security_groups': ['5070a9af-4ad2-4025-b611-cd797f6d687c']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:37.812943 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Made reservation on behalf of eec21ed49f5d44bd9fa49ed7c9819dfa for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:47:37.816799 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:37.940038 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Allocated IP 172.20.0.3 (0e2cf37c-2a85-4c13-a773-83d543b0c6d9/a123800d-9b02-4ec1-bc97-9cae709b6f94/299dd7e9-c83b-472d-9f22-062d3b8434a7) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:38.071630 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.085261 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Transition to ACTIVE for port object 299dd7e9-c83b-472d-9f22-062d3b8434a7 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:38.117421 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.165385 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:38.168508 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:38.173012 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:38.179568 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=299dd7e9-c83b-472d-9f22-062d3b8434a7,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:38.230984 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:38.232159 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.249192 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-f1b38588-629d-4bd5-9ab0-99772b8ad471 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486333 Aug 09 11:47:38.273675 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Request body: {'port': {'device_id': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:38.334720 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.369111 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ebf89c3e-fd02-47c1-b77c-d251451ad4b1 None None] Provisioning for port 299dd7e9-c83b-472d-9f22-062d3b8434a7 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:38.373398 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-ebf89c3e-fd02-47c1-b77c-d251451ad4b1 None None] Provisioning complete for port 299dd7e9-c83b-472d-9f22-062d3b8434a7 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:38.373792 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ebf89c3e-fd02-47c1-b77c-d251451ad4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.406957 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-ebf89c3e-fd02-47c1-b77c-d251451ad4b1 None None] Port 299dd7e9-c83b-472d-9f22-062d3b8434a7 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:47:38.597305 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299dd7e9-c83b-472d-9f22-062d3b8434a7 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:47:38.604836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.616949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Transition to ACTIVE for port object 299dd7e9-c83b-472d-9f22-062d3b8434a7 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:47:38.620551 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.621147 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5e37-ae99-48dc-9783-a7b468c51d20 req-8c30388e-7d01-487c-8ba9-382b8b880c16 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:38.622659 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-71aa5e37-ae99-48dc-9783-a7b468c51d20 req-8c30388e-7d01-487c-8ba9-382b8b880c16 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 931 time: 0.0552459 Aug 09 11:47:38.662395 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-71aa5e37-ae99-48dc-9783-a7b468c51d20 req-3330060d-676f-4a0c-a648-755716cb23c0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Aug 09 11:47:38.686712 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Pushing event updated for resources: {'Port': ['ID=299dd7e9-c83b-472d-9f22-062d3b8434a7,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:38.737694 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Attempting to bind port 299dd7e9-c83b-472d-9f22-062d3b8434a7 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:47:38.738064 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Attempting to bind port 299dd7e9-c83b-472d-9f22-062d3b8434a7 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:47:38.738398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Attempting to bind port 299dd7e9-c83b-472d-9f22-062d3b8434a7 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:38.742837 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Port 299dd7e9-c83b-472d-9f22-062d3b8434a7 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:47:38.743164 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Attempting to bind port 299dd7e9-c83b-472d-9f22-062d3b8434a7 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:47:38.748128 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:47:38.748498 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Checking segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:47:38.748913 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Bound using segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:47:38.749343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Bound port: 299dd7e9-c83b-472d-9f22-062d3b8434a7, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:47:38.749705 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.818879 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] For port 299dd7e9-c83b-472d-9f22-062d3b8434a7, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:47:38.822029 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] For port 299dd7e9-c83b-472d-9f22-062d3b8434a7, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:47:38.826349 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.859448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:38.860072 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:38.861455 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] 10.222.0.55 "PUT /v2.0/ports/299dd7e9-c83b-472d-9f22-062d3b8434a7 HTTP/1.1" status: 200 len: 1093 time: 0.5930023 Aug 09 11:47:38.861882 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:38.864108 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67621be9-68c8-42ba-a469-493946148bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:38.890790 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22245d-6c94-4d1e-931b-dde6df062353 service neutron] Pushing event updated for resources: {'Port': ['ID=299dd7e9-c83b-472d-9f22-062d3b8434a7,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:38.909865 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d27d78-eba6-4acf-b958-9f859dee3d71 x-openstack-request-id: req-b8d27d78-eba6-4acf-b958-9f859dee3d71 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:38.910152 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:38.910399 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8d27d78-eba6-4acf-b958-9f859dee3d71 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:38.910785 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'status': 'completed', 'code': 200} Aug 09 11:47:38.974162 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-c55520b7-8808-4125-be16-bce0f25b518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:38.976758 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-c55520b7-8808-4125-be16-bce0f25b518a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 1096 time: 0.0455186 Aug 09 11:47:39.030245 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-86d4aab8-e1c6-47ba-8a3c-d7d5ebf10913 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7 HTTP/1.1" status: 200 len: 217 time: 0.0392990 Aug 09 11:47:39.095481 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-243c0aa6-5408-469a-8926-0161ae069ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.097038 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-243c0aa6-5408-469a-8926-0161ae069ecc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0597887 Aug 09 11:47:39.141818 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-df6805ca-26f8-4ba3-8ddb-6448589abd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.143256 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-df6805ca-26f8-4ba3-8ddb-6448589abd8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386176 Aug 09 11:47:39.234052 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-cb6dc5c5-56ae-483c-904f-4263f0c0d865 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819650 Aug 09 11:47:39.323658 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b0934f14-3436-4330-b3de-28f8c781f1a0 req-ca580d52-0cca-43d5-b807-66d3aef8ba61 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813005 Aug 09 11:47:39.459227 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621be9-68c8-42ba-a469-493946148bc4 req-cfae0ef4-65db-4a41-a3d9-b6166585ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.460743 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-cfae0ef4-65db-4a41-a3d9-b6166585ed29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 1096 time: 0.0394056 Aug 09 11:47:39.552006 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621be9-68c8-42ba-a469-493946148bc4 req-2e7a101a-d3f7-476b-b15e-25b2582839ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.553472 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-2e7a101a-d3f7-476b-b15e-25b2582839ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0845337 Aug 09 11:47:39.603463 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-270929c2-8167-4928-8247-cebef76ae4c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7 HTTP/1.1" status: 200 len: 217 time: 0.0334744 Aug 09 11:47:39.657105 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621be9-68c8-42ba-a469-493946148bc4 req-22cac6ca-c2d2-45ce-b2d4-2089ec392b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.658528 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-22cac6ca-c2d2-45ce-b2d4-2089ec392b6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0460432 Aug 09 11:47:39.704509 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621be9-68c8-42ba-a469-493946148bc4 req-13814b2b-c09d-410f-9bb9-31c2a413c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.706003 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-13814b2b-c09d-410f-9bb9-31c2a413c01a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392776 Aug 09 11:47:39.788110 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547576d9-4b17-450a-851d-b5f869af9a89 req-d606b33b-b7d8-4389-b189-47cdb306f0f0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:39.789633 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-547576d9-4b17-450a-851d-b5f869af9a89 req-d606b33b-b7d8-4389-b189-47cdb306f0f0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0499499 Aug 09 11:47:39.798953 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-6757c7d7-9801-454b-a728-302ec3213ca1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Aug 09 11:47:39.828523 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-547576d9-4b17-450a-851d-b5f869af9a89 req-23fa8d26-e1d2-4e11-a3af-1c7fb6300278 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328774 Aug 09 11:47:39.892339 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-67621be9-68c8-42ba-a469-493946148bc4 req-deae9b5d-4b96-4427-970a-a139edf0a26e service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845337 Aug 09 11:47:40.941660 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5be465-793a-474d-99ab-5083db9c061c req-7daaa7ae-cc40-4b9c-9f5c-0bca21374c2a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:40.943363 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ec5be465-793a-474d-99ab-5083db9c061c req-7daaa7ae-cc40-4b9c-9f5c-0bca21374c2a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0476098 Aug 09 11:47:40.979841 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ec5be465-793a-474d-99ab-5083db9c061c req-55529ece-0ef4-47bd-b351-2e1adc2698db tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Aug 09 11:47:42.090380 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e696edb-b02a-409b-8f1a-c27dc6db2a21 req-b651db74-a1b9-4ee5-bb2f-9c02a4ba8fd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:42.091884 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4e696edb-b02a-409b-8f1a-c27dc6db2a21 req-b651db74-a1b9-4ee5-bb2f-9c02a4ba8fd5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0484517 Aug 09 11:47:42.129131 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4e696edb-b02a-409b-8f1a-c27dc6db2a21 req-13bbafce-0bb5-46c0-be37-66678678df74 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Aug 09 11:47:43.237649 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10e6fe-51d1-49f1-9bbf-a64fc61636b2 req-7f7dbe9a-5f57-46c6-bede-35fe79762ae4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:43.239106 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ba10e6fe-51d1-49f1-9bbf-a64fc61636b2 req-7f7dbe9a-5f57-46c6-bede-35fe79762ae4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0471895 Aug 09 11:47:43.279868 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ba10e6fe-51d1-49f1-9bbf-a64fc61636b2 req-dfe455bf-332b-48a0-b1bf-b5dffebf5dc0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350292 Aug 09 11:47:44.393225 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ff498-76f9-4c75-93d1-b74893dbf1ff req-bb1aff41-b23a-4cc6-8833-05bdccac794b tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:44.394669 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-999ff498-76f9-4c75-93d1-b74893dbf1ff req-bb1aff41-b23a-4cc6-8833-05bdccac794b tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0503161 Aug 09 11:47:44.431394 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-999ff498-76f9-4c75-93d1-b74893dbf1ff req-c71648a2-fee5-4208-abc2-e4615e605e98 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Aug 09 11:47:45.542022 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d49b-ad45-47d2-9a46-dc8f50b67f03 req-6ae0011e-6cbb-44a0-b50c-446ee25535db tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:45.543469 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8983d49b-ad45-47d2-9a46-dc8f50b67f03 req-6ae0011e-6cbb-44a0-b50c-446ee25535db tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0474038 Aug 09 11:47:45.581028 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8983d49b-ad45-47d2-9a46-dc8f50b67f03 req-29ec92d1-f7be-476d-a7c6-aa3d46144206 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Aug 09 11:47:46.692079 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e3620-c067-43ca-8a83-9c848a299663 req-6aa78c56-1eae-4253-b28a-11bacb2b2c0e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:46.693915 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-265e3620-c067-43ca-8a83-9c848a299663 req-6aa78c56-1eae-4253-b28a-11bacb2b2c0e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 943 time: 0.0493505 Aug 09 11:47:46.730871 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-265e3620-c067-43ca-8a83-9c848a299663 req-8f3d50b2-e2aa-406a-ad13-b84953f2289f tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 09 11:47:47.075390 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 299dd7e9-c83b-472d-9f22-062d3b8434a7 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:47:47.169364 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 299dd7e9-c83b-472d-9f22-062d3b8434a7, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:47.180134 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'port_id': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'mac_address': 'fa:16:3e:cc:ef:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:47:47.215097 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.227613 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299dd7e9-c83b-472d-9f22-062d3b8434a7 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:47:47.245932 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 299dd7e9-c83b-472d-9f22-062d3b8434a7, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:47.249486 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:47.293893 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=299dd7e9-c83b-472d-9f22-062d3b8434a7,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:47.569550 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['299dd7e9-c83b-472d-9f22-062d3b8434a7'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:47:47.843848 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5d95f-9359-4aa4-a874-cca4450369bc req-ab87c217-244d-4857-991a-002c1aa4f240 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:47.845240 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ea5d95f-9359-4aa4-a874-cca4450369bc req-ab87c217-244d-4857-991a-002c1aa4f240 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 944 time: 0.0477993 Aug 09 11:47:47.882422 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ea5d95f-9359-4aa4-a874-cca4450369bc req-bcf8450d-d9ce-4f2f-b6ca-ae4d336c8c1b tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Aug 09 11:47:48.991357 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e854a1-29d9-4611-8dab-3ff889e98dc4 req-c87cce5a-6441-4ce8-9929-d79f731d3687 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:48.992827 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a7e854a1-29d9-4611-8dab-3ff889e98dc4 req-c87cce5a-6441-4ce8-9929-d79f731d3687 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 944 time: 0.0470285 Aug 09 11:47:49.030034 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-a7e854a1-29d9-4611-8dab-3ff889e98dc4 req-f24d2700-1980-4068-ae37-8bb0c7c8b540 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Aug 09 11:47:49.087177 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 299dd7e9-c83b-472d-9f22-062d3b8434a7 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:47:49.133598 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 299dd7e9-c83b-472d-9f22-062d3b8434a7 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:47:49.137180 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 299dd7e9-c83b-472d-9f22-062d3b8434a7 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:47:49.137560 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.213815 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.236606 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:49.238835 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef40213-23c1-4a5c-8dea-8af85157ce48" -d '{"events": [{"server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "name": "network-vif-plugged", "status": "completed", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:49.251994 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 299dd7e9-c83b-472d-9f22-062d3b8434a7, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:47:49.255863 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:49.278885 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d02b47-3f61-4bf9-bb1b-b81d9af2cca8 x-openstack-request-id: req-64d02b47-3f61-4bf9-bb1b-b81d9af2cca8 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:49.279175 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "name": "network-vif-plugged", "status": "completed", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:49.279453 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64d02b47-3f61-4bf9-bb1b-b81d9af2cca8 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:49.279839 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'code': 200} Aug 09 11:47:49.306050 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=299dd7e9-c83b-472d-9f22-062d3b8434a7,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:49.515007 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec527a-5e08-4ceb-b720-b9ee61383115 req-42dcdd94-256e-4aaa-bcfc-d2df9f750f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:49.516444 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94ec527a-5e08-4ceb-b720-b9ee61383115 req-42dcdd94-256e-4aaa-bcfc-d2df9f750f37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 1098 time: 0.0392718 Aug 09 11:47:49.553862 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-94ec527a-5e08-4ceb-b720-b9ee61383115 req-b8bb37ef-9705-4ed3-922b-e4d45efee446 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300000 Aug 09 11:47:50.141709 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ae24-4e72-4af9-9d77-a03c5a530ddc req-ee7d4f71-1159-456d-909a-f12f83f37cd3 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:50.143159 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f058ae24-4e72-4af9-9d77-a03c5a530ddc req-ee7d4f71-1159-456d-909a-f12f83f37cd3 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 945 time: 0.0478885 Aug 09 11:47:50.179393 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f058ae24-4e72-4af9-9d77-a03c5a530ddc req-dcbc8f1f-bfde-4a26-9cfe-85a08371936a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304894 Aug 09 11:47:50.607289 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.146462 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1de78a-b9fb-45e7-b28b-301172c6c691 req-14041d82-3f96-4393-aa54-7e3d2b50928e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:51.147940 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ae1de78a-b9fb-45e7-b28b-301172c6c691 req-14041d82-3f96-4393-aa54-7e3d2b50928e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0487120 Aug 09 11:47:51.186492 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-ae1de78a-b9fb-45e7-b28b-301172c6c691 req-3351f7c3-7d9e-41a4-95d7-8ebbff148385 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310047 Aug 09 11:47:51.295420 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49a9b9-b28f-4ced-a777-3162a39b6be3 req-74d2021b-c6c4-4de5-a6e2-90e8dbfd78ee tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:51.296928 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb49a9b9-b28f-4ced-a777-3162a39b6be3 req-74d2021b-c6c4-4de5-a6e2-90e8dbfd78ee tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 945 time: 0.0513501 Aug 09 11:47:51.336078 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-eb49a9b9-b28f-4ced-a777-3162a39b6be3 req-223b2281-9972-4f69-8976-60e515c3f22c tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332005 Aug 09 11:47:51.449948 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960e745-759f-47f8-8f3a-975ad278eb96 req-8331cebd-e41d-42fc-a810-a67da87a7a8e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:51.451933 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6960e745-759f-47f8-8f3a-975ad278eb96 req-8331cebd-e41d-42fc-a810-a67da87a7a8e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 945 time: 0.0475082 Aug 09 11:47:51.492319 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6960e745-759f-47f8-8f3a-975ad278eb96 req-01326e44-0717-4d31-b796-298be3239139 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345221 Aug 09 11:47:51.513903 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41922) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:51.591506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd742ac3-3d5b-4511-af12-9f052a16d934 tempest-TestVolumeBootPattern-1648614861 tempest-TestVolumeBootPattern-1648614861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:51.593026 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-fd742ac3-3d5b-4511-af12-9f052a16d934 tempest-TestVolumeBootPattern-1648614861 tempest-TestVolumeBootPattern-1648614861-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 1093 time: 0.0781984 Aug 09 11:47:51.595927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41926) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:47:51.600092 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'port_id': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:47:51.621692 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.716834 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.820633 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Allocated IP 172.27.2.254 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/fc2cb79b-8d63-4207-be89-c885b3e36e2f) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:47:51.910744 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-7b1a23ca-b8d9-47e3-8a54-11193e4bd29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.919363 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.960795 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:51.995539 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:47:52.000079 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:47:52.003497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:47:52.027418 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=fc2cb79b-8d63-4207-be89-c885b3e36e2f,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:52.304080 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f8d61-63ce-42c2-abe3-20c3b87c1ed0 req-a25e7a5a-2f8e-4a9a-8131-f7ee8230539d tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:52.305567 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2e1f8d61-63ce-42c2-abe3-20c3b87c1ed0 req-a25e7a5a-2f8e-4a9a-8131-f7ee8230539d tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0487273 Aug 09 11:47:52.344478 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-2e1f8d61-63ce-42c2-abe3-20c3b87c1ed0 req-057094a1-35a7-4185-b5d1-c9193b9577aa tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326557 Aug 09 11:47:52.352506 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.419335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.561885 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.566312 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.632238 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=fc2cb79b-8d63-4207-be89-c885b3e36e2f,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:47:52.642373 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:52.742451 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Floating IP 275881b8-a06f-4d5e-a833-4655e5fdc992 associated. External IP: 172.27.2.254, port: 299dd7e9-c83b-472d-9f22-062d3b8434a7. Aug 09 11:47:52.945651 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:47:53.051402 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:47:53.062735 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:47:53.068766 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:53.073091 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:53.073690 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:47:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:53.094511 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-87637c27-081e-4aa4-af5f-ba8abc1677d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4975843 Aug 09 11:47:53.095181 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:47:53.097437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:47:53.140894 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83bf581-6f5d-4ccf-99d9-cb0ff268445d x-openstack-request-id: req-a83bf581-6f5d-4ccf-99d9-cb0ff268445d {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:47:53.141184 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:47:53.141462 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a83bf581-6f5d-4ccf-99d9-cb0ff268445d {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:47:53.141853 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'status': 'completed', 'code': 200} Aug 09 11:47:53.186338 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:53.223077 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-34e37bf3-419b-4603-8125-5b7828ab1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.224632 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-34e37bf3-419b-4603-8125-5b7828ab1629 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 1098 time: 0.0403011 Aug 09 11:47:53.415053 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '275881b8-a06f-4d5e-a833-4655e5fdc992', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:cc:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:47:52Z', 'updated_at': '2021-08-09T11:47:52Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:53.446093 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:47:53.456123 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:47:53.456776 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:47:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:53.466018 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df3b59-8663-40ef-b25f-e82ac7558a34 req-11b9a8bf-674a-4703-a1b0-352e2104bb41 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.467914 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-48df3b59-8663-40ef-b25f-e82ac7558a34 req-11b9a8bf-674a-4703-a1b0-352e2104bb41 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0530066 Aug 09 11:47:53.508311 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-48df3b59-8663-40ef-b25f-e82ac7558a34 req-bf2bab78-5333-4cad-92ed-06ed6bb923a9 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341091 Aug 09 11:47:53.557194 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:47:53.600944 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-c9720322-f6b7-4925-a388-53a4d1ea7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.602420 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-c9720322-f6b7-4925-a388-53a4d1ea7ac9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.3714206 Aug 09 11:47:53.667676 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-7e972d5b-11da-4142-b177-6b980fbe4c36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7 HTTP/1.1" status: 200 len: 999 time: 0.0570323 Aug 09 11:47:53.721113 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-09a27fa6-4767-49a3-b670-d8b187bbb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.722578 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-09a27fa6-4767-49a3-b670-d8b187bbb98a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0479167 Aug 09 11:47:53.774837 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-140073df-fa00-4149-a837-b2c1affa2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:53.776275 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-140073df-fa00-4149-a837-b2c1affa2e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421317 Aug 09 11:47:53.861845 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '275881b8-a06f-4d5e-a833-4655e5fdc992', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:cc:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:47:52Z', 'updated_at': '2021-08-09T11:47:52Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:47:53.862927 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-f2e9a578-a1f5-490d-ba5d-04cdd6ba5b1f service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791357 Aug 09 11:47:53.886781 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2ac2a-9a3c-4dc5-aaf6-aeb3d250880a None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '275881b8-a06f-4d5e-a833-4655e5fdc992', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:cc:ef:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:47:52Z', 'updated_at': '2021-08-09T11:47:52Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:47:53.954627 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a5fb3f6e-4286-4833-b7a6-004b3804c1ae req-c1b114ec-b2fb-4503-bb1c-e564967dde34 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851138 Aug 09 11:47:54.085020 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8fbac-c845-4b12-9c82-cc404a3c4529 None None] New status for floating IP 275881b8-a06f-4d5e-a833-4655e5fdc992: ACTIVE {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:47:54.564832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2696f576-372c-4e49-8305-775afd96bd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:54.625266 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82eb4b-39bd-4786-aefa-aae7cf3922a3 req-a645195c-2c3e-4259-af52-df06bc5cab54 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:54.626839 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4d82eb4b-39bd-4786-aefa-aae7cf3922a3 req-a645195c-2c3e-4259-af52-df06bc5cab54 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0482087 Aug 09 11:47:54.663264 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4d82eb4b-39bd-4786-aefa-aae7cf3922a3 req-051ae403-14db-4398-80ad-564636a28e15 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306370 Aug 09 11:47:54.742934 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.072096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-1b060b2a-9af9-4b20-88fc-e1d91ae055c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.073549 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-1b060b2a-9af9-4b20-88fc-e1d91ae055c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1099 time: 0.0392261 Aug 09 11:47:55.182825 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-9ed5430e-e83c-4ef5-bf15-5997d92f1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.184330 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-9ed5430e-e83c-4ef5-bf15-5997d92f1989 service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.0906050 Aug 09 11:47:55.247244 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-c50ff70d-42a7-4277-a988-c0e681f4344f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 1001 time: 0.0560734 Aug 09 11:47:55.297520 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-c36a9b99-8c11-4536-850a-acce7228b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.298948 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-c36a9b99-8c11-4536-850a-acce7228b5b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0449872 Aug 09 11:47:55.343439 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-bc855f8c-680e-4e90-92c9-0598f4003532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.344858 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-bc855f8c-680e-4e90-92c9-0598f4003532 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390995 Aug 09 11:47:55.431376 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-46086939-47db-457d-b21e-c18974381c06 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785770 Aug 09 11:47:55.529800 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-1facbdf0-c3c4-418f-a4e8-cbc383d1eb23 req-d964d5a1-868d-4659-9c67-a2c0c76b80a9 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827184 Aug 09 11:47:55.684589 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:55.778545 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fb69a-6083-48dc-afe1-6582faa64778 req-19b6889d-01cf-408a-b98f-e034dcd18145 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:55.779990 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-664fb69a-6083-48dc-afe1-6582faa64778 req-19b6889d-01cf-408a-b98f-e034dcd18145 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0515673 Aug 09 11:47:55.817976 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-664fb69a-6083-48dc-afe1-6582faa64778 req-7282e8ce-ea91-4333-b0c6-d982d44ec915 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Aug 09 11:47:56.930348 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977faa67-7194-46fb-a782-bb21a91d1680 req-8e3cf687-1370-40d8-b5eb-654e38f9cb08 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:56.931798 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-977faa67-7194-46fb-a782-bb21a91d1680 req-8e3cf687-1370-40d8-b5eb-654e38f9cb08 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0486226 Aug 09 11:47:56.968639 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-977faa67-7194-46fb-a782-bb21a91d1680 req-a668eb33-ae20-4aae-bf75-222ff668e9ea tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311160 Aug 09 11:47:57.209206 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:47:58.079809 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17878ff2-9eb7-40d6-82a8-efaf64c5698a req-5b744a73-5ad7-4609-a9d9-212d52dfcc72 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:58.081301 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-17878ff2-9eb7-40d6-82a8-efaf64c5698a req-5b744a73-5ad7-4609-a9d9-212d52dfcc72 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0483587 Aug 09 11:47:58.117675 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-17878ff2-9eb7-40d6-82a8-efaf64c5698a req-65977b88-4d4c-4e7b-9521-5d2c28e66139 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Aug 09 11:47:59.239508 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c207-71e1-4174-8827-353fb9a29429 req-c6674867-89e0-43f1-a874-2a07474c014b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:47:59.240993 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2362c207-71e1-4174-8827-353fb9a29429 req-c6674867-89e0-43f1-a874-2a07474c014b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0523999 Aug 09 11:47:59.277840 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2362c207-71e1-4174-8827-353fb9a29429 req-80b825ea-2932-440a-af16-87a21003a3b7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Aug 09 11:48:00.391179 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9338-e9f9-490f-a9bb-ca69ce4e5612 req-94dbd62b-bef1-49e5-85aa-cca38f64a0b0 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:00.392645 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4d7f9338-e9f9-490f-a9bb-ca69ce4e5612 req-94dbd62b-bef1-49e5-85aa-cca38f64a0b0 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0468326 Aug 09 11:48:00.429474 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4d7f9338-e9f9-490f-a9bb-ca69ce4e5612 req-63dd899a-2ccc-4149-b404-6f7a6d46835e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Aug 09 11:48:01.541143 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14ce3-65e8-4c36-a723-54a57ce64934 req-7c9b7f9d-ca2f-4092-b877-d45e4a1fbf42 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:01.542623 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-17b14ce3-65e8-4c36-a723-54a57ce64934 req-7c9b7f9d-ca2f-4092-b877-d45e4a1fbf42 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0484490 Aug 09 11:48:01.580446 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-17b14ce3-65e8-4c36-a723-54a57ce64934 req-40947b90-6c42-4525-a552-05f1fc2e8b2e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Aug 09 11:48:01.773828 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ada7-fbb7-4f31-aedb-0941ec17bfce req-ff299421-6f6d-46f2-b59a-4d3f27db5ae7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:01.775328 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-59b3ada7-fbb7-4f31-aedb-0941ec17bfce req-ff299421-6f6d-46f2-b59a-4d3f27db5ae7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0490422 Aug 09 11:48:01.814504 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-59b3ada7-fbb7-4f31-aedb-0941ec17bfce req-faaa3865-c55c-4732-935d-c53b9ce8b2fc tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Aug 09 11:48:01.858581 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-5f4598da-e259-48d5-9592-147e05d41176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:01.859999 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-5f4598da-e259-48d5-9592-147e05d41176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 1099 time: 0.0432870 Aug 09 11:48:01.947165 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-7071e39e-3830-421d-8b4c-78dbb20fefea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:01.948603 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-7071e39e-3830-421d-8b4c-78dbb20fefea service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.0816448 Aug 09 11:48:02.015703 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-9b236ce7-a05b-4823-bbf6-81e7b46a3dd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 200 len: 1001 time: 0.0599136 Aug 09 11:48:02.063696 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-7c10effc-afbe-49a0-a795-9d66bd40d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:02.065138 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-7c10effc-afbe-49a0-a795-9d66bd40d40b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0428379 Aug 09 11:48:02.111253 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-7cfc8240-0102-4064-a76d-029bbc4fdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:02.112679 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-7cfc8240-0102-4064-a76d-029bbc4fdbbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405028 Aug 09 11:48:02.203764 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-3c98577c-c811-42e9-be0e-ba0d59d25951 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841460 Aug 09 11:48:02.293087 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0ccfa117-d6e7-4dea-80f5-d32ab44ea6de req-848e40e7-54d9-47a1-b82d-31a80489d6cc service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816977 Aug 09 11:48:02.934215 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9409a4-635a-421e-861f-91fa084ff981 req-f2e12a2e-e794-47aa-98f4-1cc1c08288f6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:02.935802 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ba9409a4-635a-421e-861f-91fa084ff981 req-f2e12a2e-e794-47aa-98f4-1cc1c08288f6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0529807 Aug 09 11:48:02.974023 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ba9409a4-635a-421e-861f-91fa084ff981 req-2467f170-f38a-4ade-8f8b-e38e2d947f0e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Aug 09 11:48:04.094045 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b1d88-09d3-4c7c-b5d8-48c8f656fce1 req-d6b031b5-e480-47a0-b7dd-6d38875e999e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:04.095569 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be4b1d88-09d3-4c7c-b5d8-48c8f656fce1 req-d6b031b5-e480-47a0-b7dd-6d38875e999e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0530028 Aug 09 11:48:04.133378 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be4b1d88-09d3-4c7c-b5d8-48c8f656fce1 req-71b653a6-63dc-4003-84ef-1a91533694fe tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320539 Aug 09 11:48:06.351544 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:48:20.623109 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:21.911598 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-ec2b807a-e951-4671-9e9f-cea706a125fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:24.565680 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-d4cc853a-b5db-4c9a-915d-ae5e3a6cd3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:24.742963 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:25.686436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:27.211024 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:37.026210 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71248c4-0072-41c6-8b06-a57036151753 req-06834ccc-ddb2-45cf-aa76-28d028d9ea7f tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:37.027688 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d71248c4-0072-41c6-8b06-a57036151753 req-06834ccc-ddb2-45cf-aa76-28d028d9ea7f tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0487502 Aug 09 11:48:37.065540 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d71248c4-0072-41c6-8b06-a57036151753 req-43614e89-f24f-4979-924e-ab3aa90df4a1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320394 Aug 09 11:48:38.183097 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13238d-2926-4adc-8d15-5050bd9dbd4c req-0d3fcd45-603b-41da-b8a7-accac739a2cf tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:38.184575 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb13238d-2926-4adc-8d15-5050bd9dbd4c req-0d3fcd45-603b-41da-b8a7-accac739a2cf tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0522816 Aug 09 11:48:38.221932 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bb13238d-2926-4adc-8d15-5050bd9dbd4c req-c3250ebf-17af-412c-a9bf-ec186323518b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Aug 09 11:48:39.113859 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492aca0-9fb6-4400-9045-795c423c2665 req-f73ed8fe-8829-4e43-8dd1-363afc83b6d1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:39.116342 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8492aca0-9fb6-4400-9045-795c423c2665 req-f73ed8fe-8829-4e43-8dd1-363afc83b6d1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0595973 Aug 09 11:48:39.206844 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Deleting port d7caf5ee-d438-4556-9b55-ebe3242b32fd {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:39.207536 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.296023 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] For port d7caf5ee-d438-4556-9b55-ebe3242b32fd, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=d7caf5ee-d438-4556-9b55-ebe3242b32fd,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:39.296432 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.335573 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5c9bf-5609-472e-b428-d1f9a0d43085 req-77117902-ba3a-499c-a5bb-ab7d0fd71c00 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:39.337077 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dcc5c9bf-5609-472e-b428-d1f9a0d43085 req-77117902-ba3a-499c-a5bb-ab7d0fd71c00 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 946 time: 0.0493541 Aug 09 11:48:39.374849 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-dcc5c9bf-5609-472e-b428-d1f9a0d43085 req-e0b15332-df82-4b12-a026-2278d7411a2b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=a90ecfbf-f269-4f4f-9900-d835f7dcaaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 09 11:48:39.471936 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.472397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.472716 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Floating IP 40ccc490-f8a9-4259-829b-e7db99a2dc44 disassociated. External IP: 172.27.2.23, port: d7caf5ee-d438-4556-9b55-ebe3242b32fd. Aug 09 11:48:39.473052 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Calling delete_port for d7caf5ee-d438-4556-9b55-ebe3242b32fd owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:39.597947 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.626062 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event deleted for resources: {'Port': ['ID=d7caf5ee-d438-4556-9b55-ebe3242b32fd,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:39.637347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.637347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.637577 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.637884 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.638220 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.638544 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.638867 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.639197 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.639517 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.639838 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.640156 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.640497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:39.746386 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:48:39.850229 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:48:39.859596 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:48:39.868492 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:39.869094 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:48:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:39.888241 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] No DVR routers for this DVR port d7caf5ee-d438-4556-9b55-ebe3242b32fd on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:48:39.892467 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:39.894470 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8492aca0-9fb6-4400-9045-795c423c2665 req-5c49f056-2e47-4e30-917f-8f524ff6944b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "DELETE /v2.0/ports/d7caf5ee-d438-4556-9b55-ebe3242b32fd HTTP/1.1" status: 204 len: 173 time: 0.7717354 Aug 09 11:48:39.894927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'name': 'network-vif-deleted', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:39.897409 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430696bc-4270-4ec0-8488-7814019812ab" -d '{"events": [{"server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "name": "network-vif-deleted", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:39.936904 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cb336f-44f6-452e-9c9d-d9f098c68299 x-openstack-request-id: req-b2cb336f-44f6-452e-9c9d-d9f098c68299 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:39.937836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677638c-7ca8-45c4-b297-7c44c4c0868a", "name": "network-vif-deleted", "tag": "d7caf5ee-d438-4556-9b55-ebe3242b32fd", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:39.938092 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2cb336f-44f6-452e-9c9d-d9f098c68299 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:39.938491 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b677638c-7ca8-45c4-b297-7c44c4c0868a', 'name': 'network-vif-deleted', 'tag': 'd7caf5ee-d438-4556-9b55-ebe3242b32fd', 'status': 'completed', 'code': 200} Aug 09 11:48:39.979274 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:40.175890 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:40.200299 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:48:40.208490 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:40.209072 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:48:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:40.308911 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:40.488333 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9c77d3dd-542b-4e88-9177-6c6329c7aa44 req-9751dfc8-6458-4e6d-ac73-c8c9ff9fe840 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=b677638c-7ca8-45c4-b297-7c44c4c0868a HTTP/1.1" status: 200 len: 210 time: 0.0312526 Aug 09 11:48:40.517104 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:40.544497 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e277a3-e1aa-4165-b22c-5b0cfaaeda0a None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:48:40.747097 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b40e2e-913a-433d-9349-9375e2ca4a0e None None] New status for floating IP 40ccc490-f8a9-4259-829b-e7db99a2dc44: DOWN {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:48:41.410983 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d7caf5ee-d438-4556-9b55-ebe3242b32fd no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:48:41.430217 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: d7caf5ee-d438-4556-9b55-ebe3242b32fd {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:48:41.430556 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device d7caf5ee-d438-4556-9b55-ebe3242b32fd not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:48:41.570383 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 41996) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:41.626342 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6ccdaf2b-3d8c-44b7-b0e7-7cd17f725d43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.648753 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6ccdaf2b-3d8c-44b7-b0e7-7cd17f725d43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.694270 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6ccdaf2b-3d8c-44b7-b0e7-7cd17f725d43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.696983 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-6ccdaf2b-3d8c-44b7-b0e7-7cd17f725d43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.698101 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-6ccdaf2b-3d8c-44b7-b0e7-7cd17f725d43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "DELETE /v2.0/security-groups/a90ecfbf-f269-4f4f-9900-d835f7dcaaab HTTP/1.1" status: 204 len: 168 time: 0.1267190 Aug 09 11:48:41.700854 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 41998) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:41.707150 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdaf2b-3d8c-44b7-b0e7-7cd17f725d43 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ecfbf-f269-4f4f-9900-d835f7dcaaab,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:41.715719 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.api.v2.resource [None req-cb0926c1-2e63-4dfb-8459-4c5a4acfbb81 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] show failed (client error): The resource could not be found. Aug 09 11:48:41.716746 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-cb0926c1-2e63-4dfb-8459-4c5a4acfbb81 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups/a90ecfbf-f269-4f4f-9900-d835f7dcaaab HTTP/1.1" status: 404 len: 347 time: 0.0149059 Aug 09 11:48:41.720106 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42000) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:41.841244 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Deleting port 8df8da51-c887-4e54-8763-f137caa175e7 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:48:41.841500 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.914062 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.914395 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:41.925689 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Calling delete_port for 8df8da51-c887-4e54-8763-f137caa175e7 owned by network:floatingip {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:48:42.055286 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:42.082285 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event deleted for resources: {'Port': ['ID=8df8da51-c887-4e54-8763-f137caa175e7,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:42.105967 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.106254 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.106601 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.106944 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.107284 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.107620 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.107954 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.108314 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.108653 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.109007 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.109335 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.109661 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:42.150955 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:42.153524 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:42.154673 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-cd84dee5-09ba-49a8-9152-f5ca9271d1db tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "DELETE /v2.0/floatingips/40ccc490-f8a9-4259-829b-e7db99a2dc44 HTTP/1.1" status: 204 len: 168 time: 0.4336433 Aug 09 11:48:43.350902 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:48:43.564938 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42008) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:43.570423 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776793473', 'description': 'tempest-description--938750347'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:43.592492 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.674172 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.677666 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.704446 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.705722 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1397707 Aug 09 11:48:43.707563 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de560ca-d6c9-428a-8dcd-a54656ca1c9a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:43.708739 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42012) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:43.713461 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'security_group_rule': {'security_group_id': '08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:43.741361 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.798363 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.801805 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.816092 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2415d8-39b6-4083-aed7-13e019b26ecd,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:43.824315 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.825492 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5cdbe543-9015-48d9-ad2e-12ac9b38d80b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156681 Aug 09 11:48:43.828169 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42016) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:43.832518 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'security_group_rule': {'security_group_id': '08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:43.857640 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.913429 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.917021 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610375'] for security_group_rule, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.935796 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf8df64-aae0-4333-b3da-344607d7c21d,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:43.939726 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:43.941788 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0f5b7855-1b95-40d3-880c-973860e03e0c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119335 Aug 09 11:48:43.944567 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42018) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:43.949036 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:43.970371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.064907 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.163386 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Allocated IP 172.27.2.50 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/51e5dc5e-ccc6-4af7-bab4-e4067c9e9ae5) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:48:44.264197 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.305340 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.347636 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:48:44.350388 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:48:44.353878 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:48:44.359068 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'Port': ['ID=51e5dc5e-ccc6-4af7-bab4-e4067c9e9ae5,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:44.439930 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.472871 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.623304 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.627768 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.689197 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'Port': ['ID=51e5dc5e-ccc6-4af7-bab4-e4067c9e9ae5,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:44.704194 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.716862 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:44.718108 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-14c8e747-c04e-44d6-b7da-c0ca10fbe770 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7725646 Aug 09 11:48:44.900325 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-563e902e-fd7c-49e3-bcba-5d8ae82ac23c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--776793473&fields=id&tenant_id=2b0dccff910445508e47f63a9b8a5674 HTTP/1.1" status: 200 len: 267 time: 0.0324609 Aug 09 11:48:45.006336 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-a60e9db0-bb61-426a-9f2c-00660bcd766e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:45.007768 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-a60e9db0-bb61-426a-9f2c-00660bcd766e tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 810 time: 0.1003363 Aug 09 11:48:45.022492 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-e8acd04b-a58b-4b0a-9232-f64fdb5c6ba8 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/quotas/2b0dccff910445508e47f63a9b8a5674 HTTP/1.1" status: 200 len: 375 time: 0.0091348 Aug 09 11:48:45.074995 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-a11a603b-1b2e-4b86-8971-3b9b9d16f5ae tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475132 Aug 09 11:48:45.090993 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-25550438-0dd9-4e86-a738-ab18cb7f2d15 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:48:45.091932 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-25550438-0dd9-4e86-a738-ab18cb7f2d15 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052605 Aug 09 11:48:45.180131 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-432ce5ee-73f1-4dd2-8b96-5cf64781f23b service neutron] 10.222.0.41 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Aug 09 11:48:45.267223 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-1c1b8b3e-851a-4b28-be92-43c8c8f336bd service neutron] 10.222.0.41 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812743 Aug 09 11:48:45.424128 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-3a043d4a-eb01-4748-8b86-0375c1b681c7 req-b4be9d7c-6706-4dbc-9d8d-a2f1711f8878 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 210 time: 0.0262544 Aug 09 11:48:46.378232 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2af5ea5c-a797-4ef5-8c38-26a416458d7a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.379782 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2af5ea5c-a797-4ef5-8c38-26a416458d7a tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 810 time: 0.1085210 Aug 09 11:48:46.439666 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-0cc934da-94c1-446c-9f08-afc75e3efa27 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0dccff910445508e47f63a9b8a5674 HTTP/1.1" status: 200 len: 379 time: 0.0345597 Aug 09 11:48:46.448475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'port': {'device_id': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'admin_state_up': True, 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'security_groups': ['08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:46.517316 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-8006272d-318f-4e55-873b-4e73958ed58d req-301bf9f8-5213-4218-94aa-e9f39a8799bf tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 210 time: 0.0264728 Aug 09 11:48:46.552832 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Made reservation on behalf of 2b0dccff910445508e47f63a9b8a5674 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:48:46.556249 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:46.679348 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Allocated IP 172.20.0.3 (357255a5-361b-47d0-8a0a-a0a83588134f/026f6aa5-a986-4f3d-b59f-255be5520eee/56cb411b-4630-4deb-80fb-177c98b8b6f6) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:48:46.810759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:46.824069 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Transition to ACTIVE for port object 56cb411b-4630-4deb-80fb-177c98b8b6f6 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:48:46.856278 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:46.898245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Network 357255a5-361b-47d0-8a0a-a0a83588134f is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:48:46.901228 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:48:46.904811 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:48:46.911429 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event updated for resources: {'Port': ['ID=56cb411b-4630-4deb-80fb-177c98b8b6f6,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:46.958117 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:46.958743 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:46.973678 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-2504c534-228c-4274-b474-873d38be136b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5287845 Aug 09 11:48:46.992390 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Request body: {'port': {'device_id': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:47.050297 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.119843 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-20b45a19-0698-41a1-8b77-6ea3300f2033 None None] Provisioning for port 56cb411b-4630-4deb-80fb-177c98b8b6f6 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:48:47.123424 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-20b45a19-0698-41a1-8b77-6ea3300f2033 None None] Provisioning complete for port 56cb411b-4630-4deb-80fb-177c98b8b6f6 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:48:47.123791 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-20b45a19-0698-41a1-8b77-6ea3300f2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.157403 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-20b45a19-0698-41a1-8b77-6ea3300f2033 None None] Port 56cb411b-4630-4deb-80fb-177c98b8b6f6 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:48:47.308053 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cb411b-4630-4deb-80fb-177c98b8b6f6 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:48:47.316039 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.328784 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Transition to ACTIVE for port object 56cb411b-4630-4deb-80fb-177c98b8b6f6 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:48:47.332624 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.402040 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb411b-4630-4deb-80fb-177c98b8b6f6,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:47.455439 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Attempting to bind port 56cb411b-4630-4deb-80fb-177c98b8b6f6 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:48:47.456116 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Attempting to bind port 56cb411b-4630-4deb-80fb-177c98b8b6f6 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:48:47.456116 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Attempting to bind port 56cb411b-4630-4deb-80fb-177c98b8b6f6 on network 357255a5-361b-47d0-8a0a-a0a83588134f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:48:47.460548 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Port 56cb411b-4630-4deb-80fb-177c98b8b6f6 on network 357255a5-361b-47d0-8a0a-a0a83588134f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:48:47.460872 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Attempting to bind port 56cb411b-4630-4deb-80fb-177c98b8b6f6 on network 357255a5-361b-47d0-8a0a-a0a83588134f {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:48:47.465755 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:48:47.466090 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Checking segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:48:47.466471 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Bound using segment: {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:48:47.466895 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Bound port: 56cb411b-4630-4deb-80fb-177c98b8b6f6, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc9d11-95b1-49d6-8d1b-4fa359ffca14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:48:47.467250 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.541095 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] For port 56cb411b-4630-4deb-80fb-177c98b8b6f6, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:48:47.545336 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] For port 56cb411b-4630-4deb-80fb-177c98b8b6f6, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:48:47.550213 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.611836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:47.612478 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:47.613886 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] 10.222.0.55 "PUT /v2.0/ports/56cb411b-4630-4deb-80fb-177c98b8b6f6 HTTP/1.1" status: 200 len: 1093 time: 0.6260357 Aug 09 11:48:47.615531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:47.617811 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b95172-5107-4b91-be6a-891fdd2245bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:47.657088 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969cb17-bc46-4108-9147-c09d7ee32cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=56cb411b-4630-4deb-80fb-177c98b8b6f6,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:47.676217 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565b48-fedc-4494-b36d-c1b3b20353e3 req-c93c0ada-614c-43ce-a7d5-b017a85eaedf tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:47.679183 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60565b48-fedc-4494-b36d-c1b3b20353e3 req-c93c0ada-614c-43ce-a7d5-b017a85eaedf tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 943 time: 0.0914557 Aug 09 11:48:47.691795 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca01d25-6529-4526-94bc-61adbd21d2b5 x-openstack-request-id: req-5ca01d25-6529-4526-94bc-61adbd21d2b5 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:47.692150 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:47.692487 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ca01d25-6529-4526-94bc-61adbd21d2b5 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:47.693059 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'status': 'completed', 'code': 200} Aug 09 11:48:47.749439 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-60565b48-fedc-4494-b36d-c1b3b20353e3 req-4d9e3cb7-c678-4a3c-8b48-2f6b07e16f70 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554683 Aug 09 11:48:47.753294 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-c5d30fbb-e851-41ac-b6ab-07d2212432f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:47.754799 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-c5d30fbb-e851-41ac-b6ab-07d2212432f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 1096 time: 0.0744927 Aug 09 11:48:47.805975 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-c88b1e3a-de12-4ac7-8367-d4b34e32e665 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6 HTTP/1.1" status: 200 len: 217 time: 0.0376668 Aug 09 11:48:47.853684 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-19242ff8-7284-4e78-b07a-caec271d78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:47.855062 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-19242ff8-7284-4e78-b07a-caec271d78ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0428176 Aug 09 11:48:47.900053 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-b98a9db7-6d5b-4697-b667-2ac720744211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:47.901500 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-b98a9db7-6d5b-4697-b667-2ac720744211 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397723 Aug 09 11:48:47.997301 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-5f84bd8e-78ad-4be3-8271-15fa44c2e073 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885792 Aug 09 11:48:48.083882 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fc8dbcfe-b7e9-4ffc-a404-9103adbe9ac4 req-57bd4c67-5d34-4f94-a76f-4871c4381830 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791008 Aug 09 11:48:48.215009 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b95172-5107-4b91-be6a-891fdd2245bf req-f00d02dd-eea9-4726-8271-9d5b27e68a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.216546 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-f00d02dd-eea9-4726-8271-9d5b27e68a95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 1096 time: 0.0407550 Aug 09 11:48:48.307555 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b95172-5107-4b91-be6a-891fdd2245bf req-f15fbdcf-8a19-4f08-90fe-60bddce5a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.309122 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-f15fbdcf-8a19-4f08-90fe-60bddce5a73f service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.0851824 Aug 09 11:48:48.351488 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-21709250-6a23-41c5-a365-345271d95c92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6 HTTP/1.1" status: 200 len: 217 time: 0.0338595 Aug 09 11:48:48.399772 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b95172-5107-4b91-be6a-891fdd2245bf req-98dc9f43-f7d3-4b20-a8da-ff20695e390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.401192 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-98dc9f43-f7d3-4b20-a8da-ff20695e390e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0428910 Aug 09 11:48:48.450068 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b95172-5107-4b91-be6a-891fdd2245bf req-ff681bf3-6567-4608-b04f-82eb08284064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.451544 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-ff681bf3-6567-4608-b04f-82eb08284064 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425763 Aug 09 11:48:48.538533 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-d5edd1d7-17a6-40e2-9fcc-e7354be7ea0a service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792544 Aug 09 11:48:48.630429 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-62b95172-5107-4b91-be6a-891fdd2245bf req-86f52dfb-3b70-47fd-851c-8b64fa2bd557 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813880 Aug 09 11:48:48.863476 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99fcfc-ed21-4ee8-b848-ee6c442cea8f req-b261ca00-8a14-4cf9-b24d-32b57021448c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:48.864841 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cb99fcfc-ed21-4ee8-b848-ee6c442cea8f req-b261ca00-8a14-4cf9-b24d-32b57021448c tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 943 time: 0.0464711 Aug 09 11:48:48.904884 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-cb99fcfc-ed21-4ee8-b848-ee6c442cea8f req-6301085d-4248-469c-b786-f6f5f68fdd87 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343790 Aug 09 11:48:50.065712 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d45bc-f0f4-420a-8aed-1582e0d05e77 req-f184cae2-8071-4c92-bdbf-5b4ef1e53735 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:50.067439 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-589d45bc-f0f4-420a-8aed-1582e0d05e77 req-f184cae2-8071-4c92-bdbf-5b4ef1e53735 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 943 time: 0.0965159 Aug 09 11:48:50.104157 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-589d45bc-f0f4-420a-8aed-1582e0d05e77 req-461764c8-bc6b-4683-a9be-fa665d2e77c7 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309920 Aug 09 11:48:50.651173 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:51.216512 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934da751-c13a-4c9a-a2d4-c53c222b2da7 req-11b60241-17b2-4371-85ca-4bcda1fcc2c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:51.217959 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-934da751-c13a-4c9a-a2d4-c53c222b2da7 req-11b60241-17b2-4371-85ca-4bcda1fcc2c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 943 time: 0.0477490 Aug 09 11:48:51.254249 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-934da751-c13a-4c9a-a2d4-c53c222b2da7 req-ba0459d0-e5f9-46dc-98e5-15a5828e5ff6 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Aug 09 11:48:51.426034 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 56cb411b-4630-4deb-80fb-177c98b8b6f6 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:48:51.515543 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 56cb411b-4630-4deb-80fb-177c98b8b6f6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:51.526819 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'port_id': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'mac_address': 'fa:16:3e:69:f2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:48:51.565922 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:51.577978 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cb411b-4630-4deb-80fb-177c98b8b6f6 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:48:51.596189 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 56cb411b-4630-4deb-80fb-177c98b8b6f6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:51.599666 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:51.644737 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=56cb411b-4630-4deb-80fb-177c98b8b6f6,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:51.651631 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.652233 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.652372 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.652710 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.653047 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.653382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.653712 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.654044 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.654370 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.654696 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.655021 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.655345 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:48:51.886784 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['56cb411b-4630-4deb-80fb-177c98b8b6f6'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:48:51.930900 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-661cebef-7b7d-4e9d-8588-10e3db3f7adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:52.365201 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4ddeb-1cdf-4ff8-aff9-a7727225128d req-a967c18e-8588-4a84-838c-e7a21f36c014 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:52.366650 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-07a4ddeb-1cdf-4ff8-aff9-a7727225128d req-a967c18e-8588-4a84-838c-e7a21f36c014 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 944 time: 0.0480390 Aug 09 11:48:52.403164 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-07a4ddeb-1cdf-4ff8-aff9-a7727225128d req-76bce2fc-322f-47cf-821b-faf6a9f43183 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307274 Aug 09 11:48:53.442116 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 56cb411b-4630-4deb-80fb-177c98b8b6f6 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:48:53.487790 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 56cb411b-4630-4deb-80fb-177c98b8b6f6 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:48:53.491378 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 56cb411b-4630-4deb-80fb-177c98b8b6f6 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:48:53.491745 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:53.517119 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b05ee7-343e-4fd1-9d9e-65ac6b726e5a req-eacdcfed-88cf-4bb6-b6ff-7100b0d84c25 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:53.518583 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-63b05ee7-343e-4fd1-9d9e-65ac6b726e5a req-eacdcfed-88cf-4bb6-b6ff-7100b0d84c25 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 944 time: 0.0481653 Aug 09 11:48:53.554726 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-63b05ee7-343e-4fd1-9d9e-65ac6b726e5a req-8214ac26-d96a-4b4b-8026-23fa1252dbe4 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302653 Aug 09 11:48:53.565748 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:53.591872 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:53.594293 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14067240-49df-477a-95fc-89e11172f96f" -d '{"events": [{"server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "name": "network-vif-plugged", "status": "completed", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:53.606737 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 56cb411b-4630-4deb-80fb-177c98b8b6f6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:48:53.611257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:53.633641 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cf6dc0-7ef9-45be-86bc-103871537081 x-openstack-request-id: req-41cf6dc0-7ef9-45be-86bc-103871537081 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:53.633932 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "name": "network-vif-plugged", "status": "completed", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:53.634184 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41cf6dc0-7ef9-45be-86bc-103871537081 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:53.634572 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'code': 200} Aug 09 11:48:53.659069 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=56cb411b-4630-4deb-80fb-177c98b8b6f6,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:48:53.823638 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586e5f4-9549-4c9d-b330-c939eb83d403 req-633c902f-ba14-4e78-8ee7-946dd7b393d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:53.825040 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e586e5f4-9549-4c9d-b330-c939eb83d403 req-633c902f-ba14-4e78-8ee7-946dd7b393d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 1098 time: 0.0432293 Aug 09 11:48:53.858292 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e586e5f4-9549-4c9d-b330-c939eb83d403 req-e4233da1-c5dd-4c23-91b8-f4510df62f80 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263112 Aug 09 11:48:54.567780 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c0f59bd6-6363-4645-aec7-72af6add3d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:54.669809 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab90a0c-657f-493e-8a82-824f2c14e063 req-869525cf-b732-4440-a54f-cb25a5e652ca tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:54.671274 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ab90a0c-657f-493e-8a82-824f2c14e063 req-869525cf-b732-4440-a54f-cb25a5e652ca tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 945 time: 0.0470400 Aug 09 11:48:54.712599 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3ab90a0c-657f-493e-8a82-824f2c14e063 req-da4f83a1-e936-40f0-92f9-ad4e219eb828 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350475 Aug 09 11:48:54.743722 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.689580 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:55.826436 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c12ce-6d5a-4759-b104-bb1e74828630 req-2d93ba5c-358c-4580-b00e-62d22caceb89 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:55.827893 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6a8c12ce-6d5a-4759-b104-bb1e74828630 req-2d93ba5c-358c-4580-b00e-62d22caceb89 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Aug 09 11:48:55.865085 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6a8c12ce-6d5a-4759-b104-bb1e74828630 req-1ee3fba4-fd6f-4768-8906-fe1d0d401827 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304663 Aug 09 11:48:55.975381 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1928692-6dfd-4237-adeb-c110b87a76ee req-e5c09193-f266-46b8-aece-914f7778a4be tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:55.976886 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d1928692-6dfd-4237-adeb-c110b87a76ee req-e5c09193-f266-46b8-aece-914f7778a4be tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Aug 09 11:48:55.985638 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42080) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:48:55.990098 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Request body: {'floatingip': {'port_id': '56cb411b-4630-4deb-80fb-177c98b8b6f6'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:48:56.027352 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.686413 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.691807 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:56.786924 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.l3_db [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Floating IP 2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5 associated. External IP: 172.27.2.50, port: 56cb411b-4630-4deb-80fb-177c98b8b6f6. Aug 09 11:48:56.988379 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:48:57.089012 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-a2c55dda-28dc-4ee1-ad58-4d6a0c6b170e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815966 Aug 09 11:48:57.095162 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:48:57.100097 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.104889 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:48:57.114926 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:57.115536 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:48:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:57.128099 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-aa7e5a24-1e8f-49cb-b058-3912aada12fd tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "PUT /v2.0/floatingips/2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5 HTTP/1.1" status: 200 len: 990 time: 1.1413407 Aug 09 11:48:57.128711 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:48:57.131894 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e552d06a-c192-4bea-a81a-af04e76e7769" -d '{"events": [{"name": "network-changed", "server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:48:57.176560 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbefe1f-0c67-4999-9949-79e67a9e715e x-openstack-request-id: req-bdbefe1f-0c67-4999-9949-79e67a9e715e {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:48:57.176847 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:48:57.177095 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdbefe1f-0c67-4999-9949-79e67a9e715e {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:48:57.177493 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'status': 'completed', 'code': 200} Aug 09 11:48:57.205966 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa145a-1670-420a-a170-b06a426e72f9 req-6751685f-4a21-43ed-af58-75e79d927116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.207447 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-6751685f-4a21-43ed-af58-75e79d927116 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 1098 time: 0.0510073 Aug 09 11:48:57.222184 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:57.222617 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:48:57.315230 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-91ad6d5f-72a5-4995-b2df-6428ee3fe11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.317016 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-91ad6d5f-72a5-4995-b2df-6428ee3fe11c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b0dccff910445508e47f63a9b8a5674&device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 1098 time: 0.0879941 Aug 09 11:48:57.393867 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa145a-1670-420a-a170-b06a426e72f9 req-37185ca8-0d66-4beb-8844-e10c58b057d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.395355 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-37185ca8-0d66-4beb-8844-e10c58b057d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1578410 Aug 09 11:48:57.440429 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'port_id': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'mac_address': 'fa:16:3e:69:f2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:48:44Z', 'updated_at': '2021-08-09T11:48:56Z', 'revision_number': 1, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:57.469754 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:48:57.477343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-98c53516-d9b5-456d-89f8-12879b35a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.477672 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:48:57.478263 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:48:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:57.478803 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-98c53516-d9b5-456d-89f8-12879b35a2de service neutron] 10.222.0.55 "GET /v2.0/networks?id=357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 200 len: 911 time: 0.1516778 Aug 09 11:48:57.482483 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-64d5bbda-4d7e-44d2-94ba-f964b0d11d81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7 HTTP/1.1" status: 200 len: 1001 time: 0.0793784 Aug 09 11:48:57.577034 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa145a-1670-420a-a170-b06a426e72f9 req-6f493c9a-f5b8-4d58-b971-6d363cfad961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.577569 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:48:57.579053 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-6f493c9a-f5b8-4d58-b971-6d363cfad961 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0857952 Aug 09 11:48:57.582843 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-5f8dd296-7a3b-45d9-b298-9e76a7568f95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6 HTTP/1.1" status: 200 len: 998 time: 0.0912449 Aug 09 11:48:57.663437 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-86af79f1-f771-473b-b5e4-db806349424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.664919 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-86af79f1-f771-473b-b5e4-db806349424c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 200 len: 849 time: 0.0727091 Aug 09 11:48:57.667333 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa145a-1670-420a-a170-b06a426e72f9 req-81007d94-a9f2-4084-adc1-cc0467370dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:57.668709 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-81007d94-a9f2-4084-adc1-cc0467370dca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776327 Aug 09 11:48:57.688842 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-6effad6f-9f0b-43e9-b78b-e6deb43004c9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:48:57.689775 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-6effad6f-9f0b-43e9-b78b-e6deb43004c9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110507 Aug 09 11:48:57.889737 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'port_id': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'mac_address': 'fa:16:3e:69:f2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:48:44Z', 'updated_at': '2021-08-09T11:48:56Z', 'revision_number': 1, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:48:57.915766 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ebbab-3ff1-4c06-8256-999efa1ff2e8 None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'port_id': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'mac_address': 'fa:16:3e:69:f2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:48:44Z', 'updated_at': '2021-08-09T11:48:56Z', 'revision_number': 1, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:48:58.058759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-260a9ec3-3b1d-45ce-bf1a-3bbe3845591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:48:58.060314 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-260a9ec3-3b1d-45ce-bf1a-3bbe3845591a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=357255a5-361b-47d0-8a0a-a0a83588134f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3825819 Aug 09 11:48:58.109367 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707bf9e-50d6-46e0-8723-fa8675b65fce None None] New status for floating IP 2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5: ACTIVE {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:48:58.122626 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-ac086545-045d-45a5-9a28-cae025bba3b6 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152346 Aug 09 11:48:58.218651 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-7065f0c8-8fac-42b4-9305-d442a0e0bd11 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494393 Aug 09 11:48:58.254092 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-8faa145a-1670-420a-a170-b06a426e72f9 req-c596cff9-a351-4d28-ada6-be59ad35e530 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 Aug 09 11:48:58.327058 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e552d06a-c192-4bea-a81a-af04e76e7769 req-8163189a-37cf-4dbe-8689-7984d382c7e1 service neutron] 10.222.0.55 "GET /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993223 Aug 09 11:49:20.353329 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:20.651429 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:21.910170 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-571b98e7-3d4f-47ad-9601-1d5b488d2137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.568684 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-27e4041e-c28f-4883-881d-2dfa251aad37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:24.743280 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:25.691345 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:27.220692 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:50.629985 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63fb2-1094-4751-93d7-3be42cd72c8a req-47088627-593f-4692-863d-4cfdf7dbd7e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:50.631448 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6cf63fb2-1094-4751-93d7-3be42cd72c8a req-47088627-593f-4692-863d-4cfdf7dbd7e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 945 time: 0.0480604 Aug 09 11:49:50.658189 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:50.669219 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-6cf63fb2-1094-4751-93d7-3be42cd72c8a req-6f75dfae-c00f-49d5-ab5e-1d2b8f9dddba tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319531 Aug 09 11:49:51.790870 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60be322-83b0-4193-8f49-7ff5879857d2 req-ba815676-3f9b-41f6-8963-90f885b60759 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:51.792773 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c60be322-83b0-4193-8f49-7ff5879857d2 req-ba815676-3f9b-41f6-8963-90f885b60759 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 945 time: 0.0547826 Aug 09 11:49:51.830496 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c60be322-83b0-4193-8f49-7ff5879857d2 req-8564da3b-5ab5-4fd8-914f-ad0dbf7bd9f4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316670 Aug 09 11:49:51.910310 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-e731c96f-b366-421c-90db-2175b5f8a4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:52.288525 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-edbe0d46-3864-469a-95dc-cd5e2c12ac82 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:52.290004 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-edbe0d46-3864-469a-95dc-cd5e2c12ac82 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 945 time: 0.0471430 Aug 09 11:49:52.376922 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Deleting port 299dd7e9-c83b-472d-9f22-062d3b8434a7 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:52.377266 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:52.463566 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] For port 299dd7e9-c83b-472d-9f22-062d3b8434a7, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=299dd7e9-c83b-472d-9f22-062d3b8434a7,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:52.463845 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:52.640780 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:52.641523 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:52.642065 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Floating IP 275881b8-a06f-4d5e-a833-4655e5fdc992 disassociated. External IP: 172.27.2.254, port: 299dd7e9-c83b-472d-9f22-062d3b8434a7. Aug 09 11:49:52.642610 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Calling delete_port for 299dd7e9-c83b-472d-9f22-062d3b8434a7 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:52.771775 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:52.799996 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'Port': ['ID=299dd7e9-c83b-472d-9f22-062d3b8434a7,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:52.812356 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.812712 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.813063 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.813401 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.813733 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.814066 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.814386 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.814718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.815048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.815371 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.815949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.816298 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:49:52.925308 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-faed576e-12cb-45e5-a9de-cb692554be9d req-20928524-08e2-4d10-9dec-3daf7ddaef03 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d HTTP/1.1" status: 200 len: 210 time: 0.0295153 Aug 09 11:49:52.925940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:49:53.032370 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:49:53.041618 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:49:53.051051 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:53.051713 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:53.070689 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] No DVR routers for this DVR port 299dd7e9-c83b-472d-9f22-062d3b8434a7 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:53.073137 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:53.075082 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d164b2ac-b3b7-4148-9079-257ec1b2d939 req-6a41cb6f-a148-4b79-bdbf-7fe085916088 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "DELETE /v2.0/ports/299dd7e9-c83b-472d-9f22-062d3b8434a7 HTTP/1.1" status: 204 len: 173 time: 0.7783446 Aug 09 11:49:53.075510 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'name': 'network-vif-deleted', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:53.077843 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6548dc7-2573-4f63-9ddb-2ae998ef7c23" -d '{"events": [{"server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "name": "network-vif-deleted", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:53.164642 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:53.186056 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc006da2-840a-40df-aa73-ea279706bd7e x-openstack-request-id: req-cc006da2-840a-40df-aa73-ea279706bd7e {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:53.186343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d", "name": "network-vif-deleted", "tag": "299dd7e9-c83b-472d-9f22-062d3b8434a7", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:53.186617 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc006da2-840a-40df-aa73-ea279706bd7e {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:53.187041 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221ac9ae-ba9b-4c7b-bcb0-a8c397070d3d', 'name': 'network-vif-deleted', 'tag': '299dd7e9-c83b-472d-9f22-062d3b8434a7', 'status': 'completed', 'code': 200} Aug 09 11:49:53.370803 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:53.396564 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:49:53.409794 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:53.410420 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:25Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:53.519960 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:53.726600 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:53.752292 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c10c73-996e-43f3-a1bd-e6c946a8b43e None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:49:54.007851 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c5af6-136b-4264-8efe-4e43eecef3c6 None None] New status for floating IP 275881b8-a06f-4d5e-a833-4655e5fdc992: DOWN {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:49:54.129909 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-6aeb0bcd-ed6f-4f9e-a422-e82388afdace tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227329990&fields=id&tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 267 time: 0.0330682 Aug 09 11:49:54.235012 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-21196314-2363-4326-ac7e-9eb76719a2bf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:54.236458 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-21196314-2363-4326-ac7e-9eb76719a2bf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 811 time: 0.0985763 Aug 09 11:49:54.253013 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-2e426dc1-9cb0-432f-8e30-eb372df68061 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/quotas/eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 375 time: 0.0099978 Aug 09 11:49:54.305744 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-bed18fe2-e847-43db-965c-037f55a15356 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467355 Aug 09 11:49:54.401056 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-aa31cb77-f2e3-4b0c-add5-fef17f99eed1 service neutron] 10.222.0.41 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833251 Aug 09 11:49:54.486669 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-d6d02bf4-b7d1-4c78-b443-bb6c32f6bd99 service neutron] 10.222.0.41 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791345 Aug 09 11:49:54.569311 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-21734e78-08d3-4756-8151-60a38e22067a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:54.749019 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:54.781355 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b6cee357-f410-4518-9c9a-d5e470c5137c req-86a7c7ff-d27c-430d-be88-4ffaec5f5327 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 210 time: 0.0307527 Aug 09 11:49:55.695042 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:55.893703 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-420655a2-0e4d-4b10-af37-b8fc45d15a58 req-de2e46c2-7ae9-4b10-8625-5ebd90dff80d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 210 time: 0.0443544 Aug 09 11:49:55.946498 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-1d917255-980d-4dfc-80b3-55a6e06e44f1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:55.947989 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-1d917255-980d-4dfc-80b3-55a6e06e44f1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 811 time: 0.1198118 Aug 09 11:49:55.999569 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-241f8093-811c-4996-92c5-187025039724 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 379 time: 0.0359788 Aug 09 11:49:56.017145 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'port': {'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'admin_state_up': True, 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'security_groups': ['5070a9af-4ad2-4025-b611-cd797f6d687c']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:56.125096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Made reservation on behalf of eec21ed49f5d44bd9fa49ed7c9819dfa for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:49:56.128497 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:56.254391 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Allocated IP 172.20.0.7 (0e2cf37c-2a85-4c13-a773-83d543b0c6d9/a123800d-9b02-4ec1-bc97-9cae709b6f94/954b0d20-3139-456e-a73f-240635c9f0b6) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:49:56.403412 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:56.417234 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Transition to ACTIVE for port object 954b0d20-3139-456e-a73f-240635c9f0b6 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:49:56.452955 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:56.491170 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:49:56.494232 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:49:56.498362 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:49:56.555475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=954b0d20-3139-456e-a73f-240635c9f0b6,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:56.580759 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:56.581448 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:56.599174 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-03f12379-56cc-4b71-a915-96ea528096a0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860515 Aug 09 11:49:56.617629 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Request body: {'port': {'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:49:56.676446 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:56.764255 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-638a188c-3f47-4979-9e5b-4bcc6dc18780 None None] Provisioning for port 954b0d20-3139-456e-a73f-240635c9f0b6 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:49:56.768140 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-638a188c-3f47-4979-9e5b-4bcc6dc18780 None None] Provisioning complete for port 954b0d20-3139-456e-a73f-240635c9f0b6 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:49:56.768616 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-638a188c-3f47-4979-9e5b-4bcc6dc18780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:56.802119 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-638a188c-3f47-4979-9e5b-4bcc6dc18780 None None] Port 954b0d20-3139-456e-a73f-240635c9f0b6 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:49:56.805307 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df58a57-ee11-4dfb-ae2d-316dfcc6e1e7 req-b8ce7ab7-dc1d-4658-a2bf-0f5393db0128 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:56.806986 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9df58a57-ee11-4dfb-ae2d-316dfcc6e1e7 req-b8ce7ab7-dc1d-4658-a2bf-0f5393db0128 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 945 time: 0.0528326 Aug 09 11:49:56.844842 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-9df58a57-ee11-4dfb-ae2d-316dfcc6e1e7 req-54dbac88-1c4f-4449-9b4e-da2ad5573a38 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313249 Aug 09 11:49:56.957503 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954b0d20-3139-456e-a73f-240635c9f0b6 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:49:56.964848 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.004877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Transition to ACTIVE for port object 954b0d20-3139-456e-a73f-240635c9f0b6 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:49:57.010362 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.073026 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112afac7-5033-4498-b6f1-cf1e95c4062e req-58b0237d-3a30-4a1a-8183-7dd8ef8913e5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.074580 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-112afac7-5033-4498-b6f1-cf1e95c4062e req-58b0237d-3a30-4a1a-8183-7dd8ef8913e5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 931 time: 0.1068997 Aug 09 11:49:57.083628 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Pushing event updated for resources: {'Port': ['ID=954b0d20-3139-456e-a73f-240635c9f0b6,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:57.156155 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-112afac7-5033-4498-b6f1-cf1e95c4062e req-b95c565b-fa5c-45a9-b805-bf00586bcba6 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741210 Aug 09 11:49:57.175883 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Attempting to bind port 954b0d20-3139-456e-a73f-240635c9f0b6 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:49:57.176239 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Attempting to bind port 954b0d20-3139-456e-a73f-240635c9f0b6 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:49:57.176895 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Attempting to bind port 954b0d20-3139-456e-a73f-240635c9f0b6 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:49:57.181176 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Port 954b0d20-3139-456e-a73f-240635c9f0b6 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:49:57.181496 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Attempting to bind port 954b0d20-3139-456e-a73f-240635c9f0b6 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:49:57.186574 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:49:57.186910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Checking segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:49:57.187291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Bound using segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:49:57.187716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Bound port: 954b0d20-3139-456e-a73f-240635c9f0b6, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:49:57.188083 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.224000 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.255122 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] For port 954b0d20-3139-456e-a73f-240635c9f0b6, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:49:57.258093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] For port 954b0d20-3139-456e-a73f-240635c9f0b6, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=954b0d20-3139-456e-a73f-240635c9f0b6,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:49:57.261794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.291842 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.292505 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:57.294320 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] 10.222.0.55 "PUT /v2.0/ports/954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 1093 time: 0.6807466 Aug 09 11:49:57.297236 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:57.299302 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af864bc1-7d27-43ef-8fe6-07377b201cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:57.334539 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407c65-16c9-4d18-af4a-8a0246142c7f service neutron] Pushing event updated for resources: {'Port': ['ID=954b0d20-3139-456e-a73f-240635c9f0b6,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:57.353019 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91c152-c605-4646-88a4-4beebe9e4794 x-openstack-request-id: req-ef91c152-c605-4646-88a4-4beebe9e4794 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:57.353194 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:49:57.353643 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:57.353643 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef91c152-c605-4646-88a4-4beebe9e4794 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:57.353996 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6', 'status': 'completed', 'code': 200} Aug 09 11:49:57.403005 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-92b04b41-3a75-4d9e-a2ad-a8ce2f6d1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.405255 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-92b04b41-3a75-4d9e-a2ad-a8ce2f6d1563 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1096 time: 0.0427818 Aug 09 11:49:57.457982 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-7f7ac76b-d85b-4885-bea9-d2b92694c62a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 217 time: 0.0379660 Aug 09 11:49:57.505932 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-9df9b4ec-c7e9-4da1-8bae-6f1fa192f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.507286 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-9df9b4ec-c7e9-4da1-8bae-6f1fa192f1ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0424356 Aug 09 11:49:57.552387 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-7243ed9e-c7bf-4455-886d-b1e1fa4dd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.553975 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-7243ed9e-c7bf-4455-886d-b1e1fa4dd0e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390911 Aug 09 11:49:57.651803 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-4151ee1f-488e-4ff1-9fa6-29a31742f2e7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902660 Aug 09 11:49:57.739059 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-be0f34cd-8255-4439-8861-d6e28c632f5c req-8e670c5b-77e7-4473-b6b6-382edfe20bd5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794134 Aug 09 11:49:57.805289 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 299dd7e9-c83b-472d-9f22-062d3b8434a7 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:49:57.825329 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 299dd7e9-c83b-472d-9f22-062d3b8434a7 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:49:57.826267 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 299dd7e9-c83b-472d-9f22-062d3b8434a7 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:49:57.865317 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-6e2b0d83-86d7-4400-abdf-9901b9acd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:57.866902 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-6e2b0d83-86d7-4400-abdf-9901b9acd29a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1096 time: 0.0395513 Aug 09 11:49:57.998612 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449478ed-3e57-41cf-ab79-5cc36cc73108 req-75141008-ac7e-4d75-bafc-d0844a4375d3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.000082 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-449478ed-3e57-41cf-ab79-5cc36cc73108 req-75141008-ac7e-4d75-bafc-d0844a4375d3 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 945 time: 0.0698659 Aug 09 11:49:58.011084 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-b20a71d2-9268-46b9-8f8e-6a193517e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.012510 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-b20a71d2-9268-46b9-8f8e-6a193517e5f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1360717 Aug 09 11:49:58.065354 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-3fc7ba98-8c22-4e97-af06-33ec9cf6b5a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 217 time: 0.0402670 Aug 09 11:49:58.084390 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-449478ed-3e57-41cf-ab79-5cc36cc73108 req-d241dafc-c9c2-40f6-be24-c22d822b308b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752652 Aug 09 11:49:58.119433 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-281b3f7a-6a9f-43c9-b929-04bcae4a3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.120887 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-281b3f7a-6a9f-43c9-b929-04bcae4a3311 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0460453 Aug 09 11:49:58.164943 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-97fca1e6-71fe-480a-b226-58c5a6d9997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.166381 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-97fca1e6-71fe-480a-b226-58c5a6d9997a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375004 Aug 09 11:49:58.257782 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-b5f3532b-a322-410e-93bc-89347a939778 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Aug 09 11:49:58.270866 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295fd04-b31b-4cc1-b272-d83a537065d9 req-a0a7214d-0e73-4a6b-ac14-7126f877e590 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.272375 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7295fd04-b31b-4cc1-b272-d83a537065d9 req-a0a7214d-0e73-4a6b-ac14-7126f877e590 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0481355 Aug 09 11:49:58.311848 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-7295fd04-b31b-4cc1-b272-d83a537065d9 req-343f0397-a37d-4a83-933f-07c120ef69b2 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334306 Aug 09 11:49:58.347743 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-af864bc1-7d27-43ef-8fe6-07377b201cc5 req-3c7c4fee-c8dd-4109-8fbf-aa6a7316fc4d service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816970 Aug 09 11:49:58.711817 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-72954bc8-c928-4bc0-bd11-0429bc1538c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:58.713336 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-72954bc8-c928-4bc0-bd11-0429bc1538c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 945 time: 0.0470450 Aug 09 11:49:58.803343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Deleting port 56cb411b-4630-4deb-80fb-177c98b8b6f6 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:49:58.803682 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:58.887144 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] For port 56cb411b-4630-4deb-80fb-177c98b8b6f6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=56cb411b-4630-4deb-80fb-177c98b8b6f6,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:49:58.887501 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:59.050115 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:59.050756 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:59.050756 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Floating IP 2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5 disassociated. External IP: 172.27.2.50, port: 56cb411b-4630-4deb-80fb-177c98b8b6f6. Aug 09 11:49:59.051055 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Calling delete_port for 56cb411b-4630-4deb-80fb-177c98b8b6f6 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:49:59.201572 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:59.238934 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d48ce-8e5f-4255-8a6c-946ff0a7f576 req-814f369c-3f52-4612-bc47-cd012a30ba1b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:59.240405 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b89d48ce-8e5f-4255-8a6c-946ff0a7f576 req-814f369c-3f52-4612-bc47-cd012a30ba1b tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec41bfbb-6f92-464f-b2f6-6185b710d653 HTTP/1.1" status: 200 len: 867 time: 0.0892949 Aug 09 11:49:59.241381 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event deleted for resources: {'Port': ['ID=56cb411b-4630-4deb-80fb-177c98b8b6f6,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:49:59.319070 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b89d48ce-8e5f-4255-8a6c-946ff0a7f576 req-c20b7466-6106-493f-8ac0-d9232c61c5cb tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups?id=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726120 Aug 09 11:49:59.379434 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:49:59.427933 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c80a6f-d524-4832-bdd9-1240ff087105 req-aa346c12-d6a7-4bbb-8f96-cac4267577da tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:49:59.429437 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d5c80a6f-d524-4832-bdd9-1240ff087105 req-aa346c12-d6a7-4bbb-8f96-cac4267577da tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0512233 Aug 09 11:49:59.467021 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d5c80a6f-d524-4832-bdd9-1240ff087105 req-ead0e701-3330-46f7-9c6c-2afd0b9b04c5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Aug 09 11:49:59.486268 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:49:59.496316 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:49:59.505360 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:59.506041 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:59.523100 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] No DVR routers for this DVR port 56cb411b-4630-4deb-80fb-177c98b8b6f6 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:49:59.525567 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:49:59.527568 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4228c8c2-3506-45e7-bc8c-b5e8ce42f5b6 req-8bb81648-d347-44bf-9fb6-04d74adba855 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.55 "DELETE /v2.0/ports/56cb411b-4630-4deb-80fb-177c98b8b6f6 HTTP/1.1" status: 204 len: 173 time: 0.8079703 Aug 09 11:49:59.527967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'name': 'network-vif-deleted', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:49:59.530799 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea470c-08e4-437f-a6f8-424b9748a62f" -d '{"events": [{"server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "name": "network-vif-deleted", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:49:59.569443 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e212c12b-bf39-4bfc-b59f-c0bd99d0d7fb x-openstack-request-id: req-e212c12b-bf39-4bfc-b59f-c0bd99d0d7fb {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:49:59.569763 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec41bfbb-6f92-464f-b2f6-6185b710d653", "name": "network-vif-deleted", "tag": "56cb411b-4630-4deb-80fb-177c98b8b6f6", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:49:59.569977 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e212c12b-bf39-4bfc-b59f-c0bd99d0d7fb {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:49:59.570370 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec41bfbb-6f92-464f-b2f6-6185b710d653', 'name': 'network-vif-deleted', 'tag': '56cb411b-4630-4deb-80fb-177c98b8b6f6', 'status': 'completed', 'code': 200} Aug 09 11:49:59.615239 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:49:59.820168 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:49:59.845494 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:49:59.853215 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:49:59.853798 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:00.044566 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:50:00.242570 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:00.275440 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15660f40-7f12-4c40-b5a2-2eb875aaf917 None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:54Z', 'revision_number': 4, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': 'c04b725d-ab84-41f9-be44-56386293cfa9', 'name': '', 'network_id': '357255a5-361b-47d0-8a0a-a0a83588134f', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'mac_address': 'fa:16:3e:cf:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:54Z', 'updated_at': '2021-08-09T11:45:58Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'subnets': [{'id': '026f6aa5-a986-4f3d-b59f-255be5520eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:50:00.404539 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42348) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:00.461910 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.486405 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.494444 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594febce-04a1-4b29-ae6f-a85e57440b6f None None] New status for floating IP 2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5: DOWN {{(pid=99941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:50:00.544744 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.547277 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.548409 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "DELETE /v2.0/security-groups/08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58 HTTP/1.1" status: 204 len: 168 time: 0.1428521 Aug 09 11:50:00.551198 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42352) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:00.565269 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.api.v2.resource [None req-9dab9339-3687-4585-9ec2-e30892f61a2f tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] show failed (client error): The resource could not be found. Aug 09 11:50:00.566587 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9dab9339-3687-4585-9ec2-e30892f61a2f tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "GET /v2.0/security-groups/08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58 HTTP/1.1" status: 404 len: 347 time: 0.0143967 Aug 09 11:50:00.569331 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42354) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:00.579189 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bfc2ce-dc2f-4cf1-ac3a-8f2b0cd61b58,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:00.595255 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.595607 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.595950 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.596312 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.596647 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.596981 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.597309 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.597640 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.597971 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.598296 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.598620 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.598941 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14bb9-52a3-4463-a1fb-08e75739f1c1 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:00.610392 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf41e20-d10d-429e-bff7-7d1481e13666 req-f2807ffc-351e-4e97-957a-8fa8b7e0097b tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:00.612637 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ccf41e20-d10d-429e-bff7-7d1481e13666 req-f2807ffc-351e-4e97-957a-8fa8b7e0097b tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0784740 Aug 09 11:50:00.651924 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-ccf41e20-d10d-429e-bff7-7d1481e13666 req-e0d450d3-400c-4a26-86e4-9468e23b7f8d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339348 Aug 09 11:50:00.701806 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Deleting port 51e5dc5e-ccc6-4af7-bab4-e4067c9e9ae5 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:50:00.702155 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.777182 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.777427 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.789130 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Calling delete_port for 51e5dc5e-ccc6-4af7-bab4-e4067c9e9ae5 owned by network:floatingip {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:50:00.916050 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:00.941025 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Pushing event deleted for resources: {'Port': ['ID=51e5dc5e-ccc6-4af7-bab4-e4067c9e9ae5,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:00.998981 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks [] for floatingip, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:01.001523 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:01.002672 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-bb5e187d-c027-4fc7-ae68-06f2f9bf1054 tempest-AttachVolumeTestJSON-1674233083 tempest-AttachVolumeTestJSON-1674233083-project] 10.222.0.41 "DELETE /v2.0/floatingips/2ca78827-8a8b-4cd8-aedd-d33e0fbf22d5 HTTP/1.1" status: 204 len: 168 time: 0.4323688 Aug 09 11:50:01.782549 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e8926-1a71-4020-8e91-8cbb2b1367a3 req-2e632a03-eab4-41df-ae69-a1598cbbb365 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:01.784010 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e56e8926-1a71-4020-8e91-8cbb2b1367a3 req-2e632a03-eab4-41df-ae69-a1598cbbb365 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0510333 Aug 09 11:50:01.822073 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e56e8926-1a71-4020-8e91-8cbb2b1367a3 req-f9b44984-79bb-4e19-99a8-29004b22b8df tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Aug 09 11:50:02.934769 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932996c-0316-4a67-beb4-a8a3f1ffdcdc req-a0b773c8-9f73-431d-8d33-f895ab803ac8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:02.936235 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1932996c-0316-4a67-beb4-a8a3f1ffdcdc req-a0b773c8-9f73-431d-8d33-f895ab803ac8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0507617 Aug 09 11:50:02.973447 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-1932996c-0316-4a67-beb4-a8a3f1ffdcdc req-49b779a8-a86e-4468-9f30-94d1f3467e54 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Aug 09 11:50:03.828419 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 56cb411b-4630-4deb-80fb-177c98b8b6f6 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:50:03.848239 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 56cb411b-4630-4deb-80fb-177c98b8b6f6 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:50:03.848579 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 56cb411b-4630-4deb-80fb-177c98b8b6f6 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:50:04.082445 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb27e4-0503-4b63-92f7-d621721ca982 req-6108e6a6-7b77-4b78-8607-0acc25d25a80 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:04.083900 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e5cb27e4-0503-4b63-92f7-d621721ca982 req-6108e6a6-7b77-4b78-8607-0acc25d25a80 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0477049 Aug 09 11:50:04.120268 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e5cb27e4-0503-4b63-92f7-d621721ca982 req-d1ec4192-ef8e-4abe-90dd-c9c7dcf32518 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305679 Aug 09 11:50:04.511085 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42388) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:04.842960 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:05.234868 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f976f8-b846-42e4-ba77-72ef739344bf req-b0bb20af-9051-41b0-838b-8089c76039d4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:05.236384 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d3f976f8-b846-42e4-ba77-72ef739344bf req-b0bb20af-9051-41b0-838b-8089c76039d4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 943 time: 0.0492985 Aug 09 11:50:05.273130 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d3f976f8-b846-42e4-ba77-72ef739344bf req-349848d1-d89c-4cd7-8175-57e23c59225b tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Aug 09 11:50:05.364877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Deleting port c04b725d-ab84-41f9-be44-56386293cfa9 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:50:05.365495 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:05.439166 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] For port c04b725d-ab84-41f9-be44-56386293cfa9, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=c04b725d-ab84-41f9-be44-56386293cfa9,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:05.439504 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:05.451963 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Calling delete_port for c04b725d-ab84-41f9-be44-56386293cfa9 owned by network:router_interface {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:50:05.625581 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:05.652638 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04b725d-ab84-41f9-be44-56386293cfa9,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:05.832566 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:05.844477 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 954b0d20-3139-456e-a73f-240635c9f0b6 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:50:05.944511 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 954b0d20-3139-456e-a73f-240635c9f0b6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=954b0d20-3139-456e-a73f-240635c9f0b6,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:05.956329 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '954b0d20-3139-456e-a73f-240635c9f0b6', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:50:05.995772 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.008652 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954b0d20-3139-456e-a73f-240635c9f0b6 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:50:06.029052 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 954b0d20-3139-456e-a73f-240635c9f0b6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=954b0d20-3139-456e-a73f-240635c9f0b6,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:06.032894 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.073867 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Router 691f808c-4809-40b5-8f49-4ba59cf989d3 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:50:06.081151 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=954b0d20-3139-456e-a73f-240635c9f0b6,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:06.088146 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.088523 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.088867 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.089203 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.089534 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.089864 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.090192 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.090516 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.090842 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.091163 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.091506 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.091827 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:50:06.182707 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:50:06.188488 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-ec913e19-316d-4770-b8a2-42db3223e598 admin admin] 10.222.0.41 "PUT /v2.0/routers/691f808c-4809-40b5-8f49-4ba59cf989d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763692 Aug 09 11:50:06.191388 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42392) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:06.193060 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] Sync routers for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:50:06.202628 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:50:06.203230 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:06.303794 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks [] for router, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.309896 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:50:06.314033 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['954b0d20-3139-456e-a73f-240635c9f0b6'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:50:06.458187 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e01a00-ba8d-41c4-83b0-f03a958167f0 req-a9e3adb8-6490-4039-a8e4-134ac67225a2 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:06.459706 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c3e01a00-ba8d-41c4-83b0-f03a958167f0 req-a9e3adb8-6490-4039-a8e4-134ac67225a2 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 944 time: 0.1025281 Aug 09 11:50:06.466540 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.510511 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:50:05Z', 'revision_number': 5, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port': {'id': 'a794ddd1-b89d-42ad-b6eb-e85da4b99a8a', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:06.527584 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c3e01a00-ba8d-41c4-83b0-f03a958167f0 req-e6dff221-41c5-4944-b8fc-ea4154601ac2 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578625 Aug 09 11:50:06.536549 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] Checking router: 691f808c-4809-40b5-8f49-4ba59cf989d3 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:50:06.548704 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Deleting port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:50:06.549299 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.550511 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] Routers {'691f808c-4809-40b5-8f49-4ba59cf989d3'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:50:06.551186 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['691f808c-4809-40b5-8f49-4ba59cf989d3'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:06.636727 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] For port a794ddd1-b89d-42ad-b6eb-e85da4b99a8a, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:06.637081 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.640142 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] Set router 691f808c-4809-40b5-8f49-4ba59cf989d3 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:50:06.648892 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Calling delete_port for a794ddd1-b89d-42ad-b6eb-e85da4b99a8a owned by network:router_gateway {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:50:06.693319 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:50:06Z', 'revision_number': 6, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:06.718961 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c1a21-2521-41f0-b636-6c192ca50a3d None None] The sync data for ids ['691f808c-4809-40b5-8f49-4ba59cf989d3'] in dv-cinder-802653-6-iscsi is: [{'id': '691f808c-4809-40b5-8f49-4ba59cf989d3', 'name': 'tempest-AttachVolumeTestJSON-312534312-router', 'tenant_id': '2b0dccff910445508e47f63a9b8a5674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:45:52Z', 'updated_at': '2021-08-09T11:50:06Z', 'revision_number': 6, 'project_id': '2b0dccff910445508e47f63a9b8a5674', 'gw_port_host': None}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:50:06.814704 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.840680 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Pushing event deleted for resources: {'Port': ['ID=a794ddd1-b89d-42ad-b6eb-e85da4b99a8a,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:06.895832 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.982278 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:06.984394 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.028103 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.028598 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691f808c-4809-40b5-8f49-4ba59cf989d3 {{(pid=99940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:50:07.033066 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.034233 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-f143d70e-e6fc-4754-b93e-fbae9c7ac729 admin admin] 10.222.0.41 "DELETE /v2.0/routers/691f808c-4809-40b5-8f49-4ba59cf989d3 HTTP/1.1" status: 204 len: 168 time: 0.8417382 Aug 09 11:50:07.036810 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42396) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:07.082805 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Deleting subnet 026f6aa5-a986-4f3d-b59f-255be5520eee {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:50:07.085934 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.122386 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.203849 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.253359 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.277237 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026f6aa5-a986-4f3d-b59f-255be5520eee,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:07.282910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.284803 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-98548d8f-8fc9-4270-a161-635c20a0f582 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/026f6aa5-a986-4f3d-b59f-255be5520eee HTTP/1.1" status: 204 len: 168 time: 0.2470689 Aug 09 11:50:07.287218 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42398) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:07.289880 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2684f-cb5d-4b38-92e3-fdc1d978e3a9 None None] Network 357255a5-361b-47d0-8a0a-a0a83588134f requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:50:07.353943 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.412340 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Deleting port f5a12776-462e-425b-97fd-ff5264105f2f {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:50:07.412685 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.476421 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] For port f5a12776-462e-425b-97fd-ff5264105f2f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=f5a12776-462e-425b-97fd-ff5264105f2f,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:07.477025 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.489288 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] DHCP port deletion for 357255a5-361b-47d0-8a0a-a0a83588134f request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:50:07.492963 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Calling delete_port for f5a12776-462e-425b-97fd-ff5264105f2f owned by network:dhcp {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:50:07.535856 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] Deleting port f5a12776-462e-425b-97fd-ff5264105f2f {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:50:07.536257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.578548 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.591042 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] No DVR routers for this DVR port f5a12776-462e-425b-97fd-ff5264105f2f on host dv-cinder-802653-6-iscsi {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:50:07.599639 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] For port f5a12776-462e-425b-97fd-ff5264105f2f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=f5a12776-462e-425b-97fd-ff5264105f2f,segment=NetworkSegment(96cc9d11-95b1-49d6-8d1b-4fa359ffca14),segment_id=96cc9d11-95b1-49d6-8d1b-4fa359ffca14)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:07.600123 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.612801 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a12776-462e-425b-97fd-ff5264105f2f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:07.624890 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] Calling delete_port for f5a12776-462e-425b-97fd-ff5264105f2f owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:50:07.664717 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f68f1-7f37-44be-94ac-fa6f16d28540 req-1bdff22b-5b42-41a6-bed5-77f6a059628d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:07.666371 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-721f68f1-7f37-44be-94ac-fa6f16d28540 req-1bdff22b-5b42-41a6-bed5-77f6a059628d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 944 time: 0.0513449 Aug 09 11:50:07.683508 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.694231 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357255a5-361b-47d0-8a0a-a0a83588134f']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:07.706460 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cc9d11-95b1-49d6-8d1b-4fa359ffca14') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:07.707952 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cc9d11-95b1-49d6-8d1b-4fa359ffca14') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:07.709776 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.715697 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-721f68f1-7f37-44be-94ac-fa6f16d28540 req-5ac6ebca-b5ba-48ab-a741-03bcde775019 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Aug 09 11:50:07.717844 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.737440 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.739576 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] Pushing event deleted for resources: {'Port': ['ID=f5a12776-462e-425b-97fd-ff5264105f2f,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:07.745478 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd388618-15b6-4d60-a9f3-cc15f092f039 None None] No DVR routers for this DVR port f5a12776-462e-425b-97fd-ff5264105f2f on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:50:07.746847 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:50:07.747539 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:50:07.750575 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:50:07.812080 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.817010 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:07.819684 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/357255a5-361b-47d0-8a0a-a0a83588134f HTTP/1.1" status: 204 len: 168 time: 0.5315254 Aug 09 11:50:07.834068 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874be332-8241-490a-92d4-409ff8083b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=357255a5-361b-47d0-8a0a-a0a83588134f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:07.858764 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 954b0d20-3139-456e-a73f-240635c9f0b6 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:50:07.906115 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 954b0d20-3139-456e-a73f-240635c9f0b6 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:50:07.909848 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 954b0d20-3139-456e-a73f-240635c9f0b6 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:50:07.910197 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.002923 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42404) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:08.010727 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.039713 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:50:08.041987 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf07fb7-5bf6-47f6-827d-f72c9e6db417" -d '{"events": [{"server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "name": "network-vif-plugged", "status": "completed", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:50:08.054432 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 954b0d20-3139-456e-a73f-240635c9f0b6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=954b0d20-3139-456e-a73f-240635c9f0b6,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:50:08.058449 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.063366 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b6d68594-3eb3-496a-b0ea-62516dc7a3bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b0dccff910445508e47f63a9b8a5674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584176 Aug 09 11:50:08.065927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42410) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:08.107812 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=954b0d20-3139-456e-a73f-240635c9f0b6,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:08.117367 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c996557e-0d29-4e2f-9c05-dd22f2903d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.137986 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c996557e-0d29-4e2f-9c05-dd22f2903d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.188746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c996557e-0d29-4e2f-9c05-dd22f2903d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.191758 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c996557e-0d29-4e2f-9c05-dd22f2903d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:08.192958 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c996557e-0d29-4e2f-9c05-dd22f2903d82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2c435b9-ac51-4b3a-98a2-82b858c9c4f1 HTTP/1.1" status: 204 len: 168 time: 0.1261399 Aug 09 11:50:08.200605 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a257469e-fe16-458b-a522-a306975301d5 x-openstack-request-id: req-a257469e-fe16-458b-a522-a306975301d5 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:50:08.200889 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "name": "network-vif-plugged", "status": "completed", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:50:08.201136 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a257469e-fe16-458b-a522-a306975301d5 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:50:08.202078 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6', 'code': 200} Aug 09 11:50:08.203690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996557e-0d29-4e2f-9c05-dd22f2903d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c435b9-ac51-4b3a-98a2-82b858c9c4f1,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:08.368402 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device a794ddd1-b89d-42ad-b6eb-e85da4b99a8a no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:50:08.393648 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: a794ddd1-b89d-42ad-b6eb-e85da4b99a8a {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:50:08.393999 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device a794ddd1-b89d-42ad-b6eb-e85da4b99a8a not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:50:08.394424 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device f5a12776-462e-425b-97fd-ff5264105f2f no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:50:08.412748 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: f5a12776-462e-425b-97fd-ff5264105f2f {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:50:08.412997 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device f5a12776-462e-425b-97fd-ff5264105f2f not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:50:08.413619 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device c04b725d-ab84-41f9-be44-56386293cfa9 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:50:08.431734 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: c04b725d-ab84-41f9-be44-56386293cfa9 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:50:08.432407 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device c04b725d-ab84-41f9-be44-56386293cfa9 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:50:08.438309 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80079c2d-55f7-4ba9-b259-0b00f7ca0b90 req-04c3eeb4-c4c8-463a-bbf6-0efe6694caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:08.440106 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80079c2d-55f7-4ba9-b259-0b00f7ca0b90 req-04c3eeb4-c4c8-463a-bbf6-0efe6694caf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1098 time: 0.0414944 Aug 09 11:50:08.478610 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80079c2d-55f7-4ba9-b259-0b00f7ca0b90 req-86fd5a7f-3165-4d93-a668-1600903a0425 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Aug 09 11:50:08.824715 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b21f2-f6d6-4139-86df-b5bae7ac5e1b req-97f66b12-f4e9-49c2-9bf9-57d73f0641d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:08.826207 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-259b21f2-f6d6-4139-86df-b5bae7ac5e1b req-97f66b12-f4e9-49c2-9bf9-57d73f0641d5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 945 time: 0.0523503 Aug 09 11:50:08.865015 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-259b21f2-f6d6-4139-86df-b5bae7ac5e1b req-63788691-65d5-4418-b950-8e9d520dbb67 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Aug 09 11:50:09.981123 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea0b28-c8ce-4702-80f0-edf23cf68d0e req-21ca4252-f28b-4449-a7b3-3536c6903a60 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:09.982708 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fbea0b28-c8ce-4702-80f0-edf23cf68d0e req-21ca4252-f28b-4449-a7b3-3536c6903a60 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 945 time: 0.0518188 Aug 09 11:50:10.020094 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-fbea0b28-c8ce-4702-80f0-edf23cf68d0e req-8b70de4d-636d-4532-82cf-34737b19c9ce tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Aug 09 11:50:10.131035 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084d60a-1da7-4ac6-8f42-71c8da31d611 req-46b8b19c-d120-4fc8-ac22-d567d55e19db tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:10.132524 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4084d60a-1da7-4ac6-8f42-71c8da31d611 req-46b8b19c-d120-4fc8-ac22-d567d55e19db tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 945 time: 0.0472815 Aug 09 11:50:10.170111 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4084d60a-1da7-4ac6-8f42-71c8da31d611 req-dcd72874-a785-463e-aed2-5249d69e891e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Aug 09 11:50:10.192658 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42452) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:10.231058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e416df4-f3cf-4b86-ac5b-bbacdd9ff1e2 tempest-TestVolumeBootPattern-1648614861 tempest-TestVolumeBootPattern-1648614861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:10.232836 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-2e416df4-f3cf-4b86-ac5b-bbacdd9ff1e2 tempest-TestVolumeBootPattern-1648614861 tempest-TestVolumeBootPattern-1648614861-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1093 time: 0.0389056 Aug 09 11:50:10.235284 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42454) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:10.239448 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:50:10.260058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:10.355582 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:10.464013 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Allocated IP 172.27.2.126 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/0be6a1b2-3b9b-4eb8-bcc4-2388fdc48218) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:50:10.570388 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:10.610058 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:10.647089 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:50:10.649801 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:50:10.655360 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:50:10.687224 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=0be6a1b2-3b9b-4eb8-bcc4-2388fdc48218,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:11.027644 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:11.093253 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:11.237781 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:11.242107 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:11.312332 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=0be6a1b2-3b9b-4eb8-bcc4-2388fdc48218,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:11.322467 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:11.419399 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.l3_db [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Floating IP 83a903f1-bde3-4859-8deb-5f7f6547678e associated. External IP: 172.27.2.126, port: 954b0d20-3139-456e-a73f-240635c9f0b6. Aug 09 11:50:11.619334 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:50:11.726582 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:50:11.740050 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:50:11.744426 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:11.749430 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:50:11.750080 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:11.862884 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:50:11.921431 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42480) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:12.028217 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-0cb598da-98cc-451d-86a5-ea698bc27ebf tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7827079 Aug 09 11:50:12.028217 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:50:12.028217 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0091cec6-a554-41d7-886d-5d64ece82a13" -d '{"events": [{"name": "network-changed", "server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:50:12.035751 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-56c40be2-d5f1-44db-a18f-c140adaa6c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.067868 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bccb92-fe2f-497c-8125-c45cb6973375 x-openstack-request-id: req-47bccb92-fe2f-497c-8125-c45cb6973375 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:50:12.068245 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:50:12.068510 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47bccb92-fe2f-497c-8125-c45cb6973375 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:50:12.068903 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6', 'status': 'completed', 'code': 200} Aug 09 11:50:12.111954 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:10Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:12.141641 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:50:12.149812 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:50:12.150477 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:49:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:12.156291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-56c40be2-d5f1-44db-a18f-c140adaa6c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.161462 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-56c40be2-d5f1-44db-a18f-c140adaa6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.201063 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-2ad11fe6-a8af-46b6-8028-b986c81eb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:12.203033 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-2ad11fe6-a8af-46b6-8028-b986c81eb1c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1098 time: 0.0819623 Aug 09 11:50:12.206541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c40be2-d5f1-44db-a18f-c140adaa6c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5e58d7-7739-44cf-a488-8314c08346aa,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:12.231067 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-56c40be2-d5f1-44db-a18f-c140adaa6c22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97691c94cfef44d0bf1d32bc17323700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082817 Aug 09 11:50:12.233892 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42488) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:12.288469 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6cc4898c-694f-467b-b259-423cd83f9a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.301139 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-2b8c13e2-b8ac-4013-a9cc-070e6d7f9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:12.303144 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-2b8c13e2-b8ac-4013-a9cc-070e6d7f9a45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0930488 Aug 09 11:50:12.316821 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6cc4898c-694f-467b-b259-423cd83f9a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.366529 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6cc4898c-694f-467b-b259-423cd83f9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.369222 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-6cc4898c-694f-467b-b259-423cd83f9a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:12.370381 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-6cc4898c-694f-467b-b259-423cd83f9a01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d5e58d7-7739-44cf-a488-8314c08346aa HTTP/1.1" status: 204 len: 168 time: 0.1353209 Aug 09 11:50:12.380592 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4898c-694f-467b-b259-423cd83f9a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5e58d7-7739-44cf-a488-8314c08346aa,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:12.385386 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-278c064f-a48e-4c20-84f5-321616771eef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 999 time: 0.0745623 Aug 09 11:50:12.387328 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:50:12.438626 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-4bf85d50-da70-4164-97d2-2afd320d3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:12.440192 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-4bf85d50-da70-4164-97d2-2afd320d3ba9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0481946 Aug 09 11:50:12.490469 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-7a731674-4ffd-450b-b123-e82c78700120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:12.491994 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-7a731674-4ffd-450b-b123-e82c78700120 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448735 Aug 09 11:50:12.587643 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-f39fcfaf-ea20-4def-857c-023b4fa3274a service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885258 Aug 09 11:50:12.632207 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:10Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:50:12.667645 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436bf88f-98eb-4e15-94ca-d320df07e859 None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:10Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:50:12.686779 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0091cec6-a554-41d7-886d-5d64ece82a13 req-065c9fcc-20e1-426a-914c-819cb85dff8c service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922096 Aug 09 11:50:12.863888 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb416aa-ad0f-4e31-a571-8e16e2ac56e0 None None] New status for floating IP 83a903f1-bde3-4859-8deb-5f7f6547678e: ACTIVE {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:50:14.018698 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42540) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:14.118557 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-53fdbaaf-73cd-405f-8eda-c2106707efdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.206017 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-53fdbaaf-73cd-405f-8eda-c2106707efdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.209378 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-53fdbaaf-73cd-405f-8eda-c2106707efdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.248969 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-53fdbaaf-73cd-405f-8eda-c2106707efdb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=581d31f6adad4e0f818f5fe6151a4709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292218 Aug 09 11:50:14.249909 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdbaaf-73cd-405f-8eda-c2106707efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9123f13e-ac36-4a54-a412-70af9e5bb0dc,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:14.251669 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42544) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:14.306043 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4106-c44b-4471-bf0e-7b199cba669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.326368 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4106-c44b-4471-bf0e-7b199cba669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.371987 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4106-c44b-4471-bf0e-7b199cba669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.375160 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4106-c44b-4471-bf0e-7b199cba669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.376327 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-7ecb4106-c44b-4471-bf0e-7b199cba669b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9123f13e-ac36-4a54-a412-70af9e5bb0dc HTTP/1.1" status: 204 len: 168 time: 0.1230104 Aug 09 11:50:14.383851 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4106-c44b-4471-bf0e-7b199cba669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9123f13e-ac36-4a54-a412-70af9e5bb0dc,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:14.622547 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42550) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:14.635957 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9407dd2b-6268-463a-9c4c-b70d97d781a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.719661 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9407dd2b-6268-463a-9c4c-b70d97d781a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.723320 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-9407dd2b-6268-463a-9c4c-b70d97d781a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.760915 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-9407dd2b-6268-463a-9c4c-b70d97d781a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f885292536944eca3f386f3a203d3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366756 Aug 09 11:50:14.761824 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407dd2b-6268-463a-9c4c-b70d97d781a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaddb922-a21f-4b64-a4af-19f048eed429,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:14.763668 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42552) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:14.812209 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-08f3d920-a470-41f3-92e3-3179ffee4437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.832472 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-08f3d920-a470-41f3-92e3-3179ffee4437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.878628 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-08f3d920-a470-41f3-92e3-3179ffee4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.881168 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-08f3d920-a470-41f3-92e3-3179ffee4437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:14.882325 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-08f3d920-a470-41f3-92e3-3179ffee4437 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaddb922-a21f-4b64-a4af-19f048eed429 HTTP/1.1" status: 204 len: 168 time: 0.1175609 Aug 09 11:50:14.889997 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3d920-a470-41f3-92e3-3179ffee4437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaddb922-a21f-4b64-a4af-19f048eed429,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:19.615916 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42628) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:19.716041 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-560dfe22-ce84-4b96-93fc-f2a89b76b38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.803475 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-560dfe22-ce84-4b96-93fc-f2a89b76b38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.806938 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-560dfe22-ce84-4b96-93fc-f2a89b76b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.843363 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfe22-ce84-4b96-93fc-f2a89b76b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37f787f-dda2-4f36-a366-016a31c4d0cb,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:19.848765 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-560dfe22-ce84-4b96-93fc-f2a89b76b38a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c37bb7a2f1d94c8593c4e14b5d4434f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318015 Aug 09 11:50:19.851237 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42632) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:19.901401 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-dddd8fd1-06d4-4702-b74b-c6b3934c3775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.921996 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-dddd8fd1-06d4-4702-b74b-c6b3934c3775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.966283 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-dddd8fd1-06d4-4702-b74b-c6b3934c3775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.969708 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-dddd8fd1-06d4-4702-b74b-c6b3934c3775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:19.970888 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-dddd8fd1-06d4-4702-b74b-c6b3934c3775 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d37f787f-dda2-4f36-a366-016a31c4d0cb HTTP/1.1" status: 204 len: 168 time: 0.1187518 Aug 09 11:50:19.978958 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8fd1-06d4-4702-b74b-c6b3934c3775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37f787f-dda2-4f36-a366-016a31c4d0cb,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:20.217884 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42638) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:20.230510 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82a53bad-7f41-4d59-a6f8-e772e65d73cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.322116 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82a53bad-7f41-4d59-a6f8-e772e65d73cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.326738 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-82a53bad-7f41-4d59-a6f8-e772e65d73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.363851 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-82a53bad-7f41-4d59-a6f8-e772e65d73cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cc93e5810944ee79b7214e7f7cfa8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448812 Aug 09 11:50:20.364739 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a53bad-7f41-4d59-a6f8-e772e65d73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501df5fc-5baf-45c1-83dc-0a8df366a419,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:20.367291 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42640) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:20.430634 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-245c2c73-a71e-43b3-b873-92f44b19d96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.458960 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-245c2c73-a71e-43b3-b873-92f44b19d96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.508408 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-245c2c73-a71e-43b3-b873-92f44b19d96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.510940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-245c2c73-a71e-43b3-b873-92f44b19d96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:20.512078 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-245c2c73-a71e-43b3-b873-92f44b19d96e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/501df5fc-5baf-45c1-83dc-0a8df366a419 HTTP/1.1" status: 204 len: 168 time: 0.1429801 Aug 09 11:50:20.520082 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c2c73-a71e-43b3-b873-92f44b19d96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501df5fc-5baf-45c1-83dc-0a8df366a419,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:20.662154 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:21.913063 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b0b0-d7dc-4fb2-91e3-ee80e9ba7197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:24.569822 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5218af1e-46b9-4c94-9b1b-cb3586258fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:24.740867 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.363570 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42750) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:25.467637 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd1a529d-d173-4dc5-ac22-51e857b01dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.551988 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd1a529d-d173-4dc5-ac22-51e857b01dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.555514 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-fd1a529d-d173-4dc5-ac22-51e857b01dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.593863 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-fd1a529d-d173-4dc5-ac22-51e857b01dd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a3bea4c6e9240b1878672cf1756ed59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291951 Aug 09 11:50:25.594732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a529d-d173-4dc5-ac22-51e857b01dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4043399e-ac76-4bd4-b90d-2bd42ec51f63,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:25.596579 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42754) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:25.644387 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1d005609-5659-4cfe-ba3d-6f912bd87650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.666487 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1d005609-5659-4cfe-ba3d-6f912bd87650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.699204 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.712894 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1d005609-5659-4cfe-ba3d-6f912bd87650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.715447 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-1d005609-5659-4cfe-ba3d-6f912bd87650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:25.716611 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-1d005609-5659-4cfe-ba3d-6f912bd87650 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4043399e-ac76-4bd4-b90d-2bd42ec51f63 HTTP/1.1" status: 204 len: 168 time: 0.1185033 Aug 09 11:50:25.723921 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d005609-5659-4cfe-ba3d-6f912bd87650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4043399e-ac76-4bd4-b90d-2bd42ec51f63,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:25.973449 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42760) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:25.987239 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09d3337e-2bcb-4c08-9a26-21909529f79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.073012 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09d3337e-2bcb-4c08-9a26-21909529f79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.076324 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-09d3337e-2bcb-4c08-9a26-21909529f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.111640 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3337e-2bcb-4c08-9a26-21909529f79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bfc3da-6ec7-4f59-9f6b-a4f8bb87d2bd,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:26.115913 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-09d3337e-2bcb-4c08-9a26-21909529f79b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e04cae854ef4f5a8b3f0acac56a5e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414385 Aug 09 11:50:26.118437 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42762) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:26.165070 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b7c86128-9419-4247-8715-d6aa67620bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.185944 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b7c86128-9419-4247-8715-d6aa67620bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.230187 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b7c86128-9419-4247-8715-d6aa67620bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.233371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-b7c86128-9419-4247-8715-d6aa67620bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.234516 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-b7c86128-9419-4247-8715-d6aa67620bb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1bfc3da-6ec7-4f59-9f6b-a4f8bb87d2bd HTTP/1.1" status: 204 len: 168 time: 0.1151810 Aug 09 11:50:26.242016 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86128-9419-4247-8715-d6aa67620bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bfc3da-6ec7-4f59-9f6b-a4f8bb87d2bd,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:26.541296 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42768) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:26.554572 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d626f13e-1cb3-4792-8e5e-d7c704a540fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.642142 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d626f13e-1cb3-4792-8e5e-d7c704a540fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.645694 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d626f13e-1cb3-4792-8e5e-d7c704a540fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.682350 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d626f13e-1cb3-4792-8e5e-d7c704a540fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23843bd60b5a4bf9bbef70676e39157f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400347 Aug 09 11:50:26.683187 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f13e-1cb3-4792-8e5e-d7c704a540fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c74295c-1ea8-4bb4-8511-0fead7448ff8,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:26.685644 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42770) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:26.736243 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f8f43578-17bf-4a0f-adb3-85e01f99b5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.756755 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f8f43578-17bf-4a0f-adb3-85e01f99b5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.803905 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f8f43578-17bf-4a0f-adb3-85e01f99b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.806834 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-f8f43578-17bf-4a0f-adb3-85e01f99b5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:26.808110 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-f8f43578-17bf-4a0f-adb3-85e01f99b5cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c74295c-1ea8-4bb4-8511-0fead7448ff8 HTTP/1.1" status: 204 len: 168 time: 0.1214347 Aug 09 11:50:26.815861 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f43578-17bf-4a0f-adb3-85e01f99b5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c74295c-1ea8-4bb4-8511-0fead7448ff8,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:27.224030 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:27.813882 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 42800) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:27.916006 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22e2e11b-f3f2-412d-98dd-6e888d8259c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.002553 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22e2e11b-f3f2-412d-98dd-6e888d8259c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.006172 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-22e2e11b-f3f2-412d-98dd-6e888d8259c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.042945 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-22e2e11b-f3f2-412d-98dd-6e888d8259c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2344a5eee26e429c905e841f863a926a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279942 Aug 09 11:50:28.045449 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2e11b-f3f2-412d-98dd-6e888d8259c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c308b9-746a-4a03-a5a6-1e2354718c13,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:28.046307 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 42804) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:50:28.098183 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1dddc73-0047-4ea9-a3fa-35641d84238d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.118001 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1dddc73-0047-4ea9-a3fa-35641d84238d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.162742 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1dddc73-0047-4ea9-a3fa-35641d84238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.165487 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-c1dddc73-0047-4ea9-a3fa-35641d84238d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:28.166611 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-c1dddc73-0047-4ea9-a3fa-35641d84238d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23c308b9-746a-4a03-a5a6-1e2354718c13 HTTP/1.1" status: 204 len: 168 time: 0.1193054 Aug 09 11:50:28.174479 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dddc73-0047-4ea9-a3fa-35641d84238d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c308b9-746a-4a03-a5a6-1e2354718c13,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:50:34.352450 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:50:50.679558 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:51.913471 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-b53da513-a5f6-4210-b25a-d72044232ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.570134 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-03b56af3-77bd-4876-9a4c-b50d6014db5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:54.741011 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:55.699227 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:57.224590 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:50:59.079678 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-b1e4a0f4-f50f-44f8-b0e7-5d8a4a3cf833 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395815 Aug 09 11:50:59.188041 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-c7a3fb5c-509a-4898-9ce7-0ba5b634cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:59.189680 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-c7a3fb5c-509a-4898-9ce7-0ba5b634cbed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1098 time: 0.0414107 Aug 09 11:50:59.298739 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-41d12fb6-bbd5-45ec-85ab-ed9f19c39806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:59.300265 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-41d12fb6-bbd5-45ec-85ab-ed9f19c39806 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0844719 Aug 09 11:50:59.364227 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-f2bd1a61-8606-4221-856f-4ec1a24ad36c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0567942 Aug 09 11:50:59.416216 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-7dec0bdd-39cd-4683-9eb4-36737f7562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:59.417684 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-7dec0bdd-39cd-4683-9eb4-36737f7562f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0455589 Aug 09 11:50:59.469947 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-2e21a731-3cd9-4d2f-bca5-11572f8a8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:50:59.471369 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-2e21a731-3cd9-4d2f-bca5-11572f8a8f23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389538 Aug 09 11:50:59.556686 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-ce10ed4f-410f-4314-b19a-b62f46f854bc service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778615 Aug 09 11:50:59.649701 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-c6a3fa50-0527-451b-b338-b0710f7b0998 req-b7d3aab0-ec5f-4593-9649-1544a3ec757c service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811980 Aug 09 11:51:01.213420 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43008) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:01.319275 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.406600 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.410053 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.447666 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44f0baf825ea4132922e21c0cc62486f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332008 Aug 09 11:51:01.448557 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde2408-e612-43bf-90d6-544fefe237e7,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:01.450540 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43014) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:01.456008 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.456398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.456748 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.457091 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.457426 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.457764 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.458093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.458419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.458747 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.459075 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.459398 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.459723 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778eacce-797c-407e-a174-08575abaf009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.499648 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.522512 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.566419 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.569003 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:01.570167 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dde2408-e612-43bf-90d6-544fefe237e7 HTTP/1.1" status: 204 len: 168 time: 0.1186068 Aug 09 11:51:01.578199 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde2408-e612-43bf-90d6-544fefe237e7,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:01.585250 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.585606 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.585943 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.586278 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.586635 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.586966 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.587296 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.587622 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.587973 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.588291 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.588610 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:01.588932 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e064a23-4713-473d-a396-e84a131bccba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:02.161512 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43036) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:02.254578 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2020621926-network', 'tenant_id': '6166cedeb58c4c64ae80bfe82b786500'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:02.274060 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Made reservation on behalf of 6166cedeb58c4c64ae80bfe82b786500 for: {'network': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:02.276394 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for network, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.285648 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.375200 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.378479 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.400846 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=99940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 11:51:02.411157 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e54a0-2cc0-4a34-994b-c6e09bb6f315,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:02.415801 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.416155 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.segments_db [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Added segment 26299162-3e7f-46d9-838d-ec7ee9a35622 of type vlan for network b37b5d33-539d-4a1e-b211-af814631695c Aug 09 11:51:02.455227 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787072207436'] for network, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.482140 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465'] for network, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.483708 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:02.484317 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.535408 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3727531 Aug 09 11:51:02.538432 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43040) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:51:02.542148 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d895e-4713-4acb-845a-f91c05aea502 admin admin] Pushing event updated for resources: {'Network': ['ID=b37b5d33-539d-4a1e-b211-af814631695c,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:02.543449 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Request body: {'subnet': {'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2020621926-subnet', 'tenant_id': '6166cedeb58c4c64ae80bfe82b786500', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:02.551890 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Network b37b5d33-539d-4a1e-b211-af814631695c details requested by agent ovs-agent-dv-cinder-802653-6-iscsi with host dv-cinder-802653-6-iscsi {{(pid=99941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 11:51:02.564165 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Made reservation on behalf of 6166cedeb58c4c64ae80bfe82b786500 for: {'subnet': 1} {{(pid=99939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:02.566736 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59542744'] for subnet, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.732711 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59688013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59542762'] for subnet, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.784025 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca560299-17b0-4fdd-939e-dc2c17ea6d7c,revision_number=0']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:02.795018 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Checking segment: {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:02.795373 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Network hostable DHCP agents. Network: b37b5d33-539d-4a1e-b211-af814631695c, hostable agents: ['a43258bb-f6cf-4dd5-b75c-6ed6e1acd549'], hosted agents: [] {{(pid=99939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 11:51:02.811941 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Network b37b5d33-539d-4a1e-b211-af814631695c is scheduled to be hosted by DHCP agent a43258bb-f6cf-4dd5-b75c-6ed6e1acd549 with binding_index 1 {{(pid=99939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 11:51:02.820242 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802653-6-iscsi, b37b5d33-539d-4a1e-b211-af814631695c) {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:02.824821 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:02.825885 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:02.829870 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df020f-fe71-4b28-921b-2b1e2433be2c None None] Network b37b5d33-539d-4a1e-b211-af814631695c requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:51:02.839806 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-4617408b-c8ba-47b2-8ee8-da4e13080121 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3002877 Aug 09 11:51:02.949763 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe9020-d967-4764-880a-57cad508ffa4 None None] Network b37b5d33-539d-4a1e-b211-af814631695c requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:51:04.554299 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-15b8b0e4-1d86-4c07-be16-c23e012c3cbc tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:04.555757 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-15b8b0e4-1d86-4c07-be16-c23e012c3cbc tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/networks?id=b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 200 len: 814 time: 0.1016040 Aug 09 11:51:04.570516 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-2f51c515-f1af-4959-b3d2-ba5d8e43d236 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/quotas/6166cedeb58c4c64ae80bfe82b786500 HTTP/1.1" status: 200 len: 375 time: 0.0090673 Aug 09 11:51:04.600786 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-29f7ea22-08cc-47ce-9892-d9f0a1433153 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6166cedeb58c4c64ae80bfe82b786500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253656 Aug 09 11:51:04.611792 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-730819c9-4941-4787-bbec-34a4bc18cfb4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=99940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 11:51:04.612779 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-730819c9-4941-4787-bbec-34a4bc18cfb4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057445 Aug 09 11:51:04.975004 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-ac1f6b4c-c500-4e09-8c2e-68b820724365 service neutron] 10.222.0.41 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567910 Aug 09 11:51:05.060657 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-dff5dd45-7056-434d-884b-7669e8a3e5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796235 Aug 09 11:51:05.216234 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-baf1092f-f847-4957-ab7e-287c953bbf4c req-2cbe2f51-c010-4e32-8cdb-1a0094ca3fa0 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 210 time: 0.0263832 Aug 09 11:51:06.178122 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-27040ec5-6c7d-49a5-977c-06e4ca59af36 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:06.179591 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-27040ec5-6c7d-49a5-977c-06e4ca59af36 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "GET /v2.0/networks?id=b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 200 len: 814 time: 0.1019838 Aug 09 11:51:06.208944 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Request body: {'port': {'device_id': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c', 'admin_state_up': True, 'tenant_id': '6166cedeb58c4c64ae80bfe82b786500'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:06.325628 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dd75e72f-6a37-4dff-8fa5-f3a8f86e902c req-b1a12047-18f1-4b2f-a341-a9544343619e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 210 time: 0.0421097 Aug 09 11:51:06.341833 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Made reservation on behalf of 6166cedeb58c4c64ae80bfe82b786500 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:06.345425 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:06.464204 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Allocated IP 172.20.0.14 (b37b5d33-539d-4a1e-b211-af814631695c/ca560299-17b0-4fdd-939e-dc2c17ea6d7c/67d704af-6d71-4301-a9ed-0b887a25cc65) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:51:06.606884 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:06.644352 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:06.682778 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Network b37b5d33-539d-4a1e-b211-af814631695c is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:51:06.688163 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:51:06.690501 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:51:06.723016 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Pushing event updated for resources: {'Port': ['ID=67d704af-6d71-4301-a9ed-0b887a25cc65,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:06.748545 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:06.749146 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:06.762729 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-4586cbe3-1414-47d3-bed4-40e5b6900201 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575361 Aug 09 11:51:06.786741 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Request body: {'port': {'device_id': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:06.839464 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.090829 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d704af-6d71-4301-a9ed-0b887a25cc65 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:51:07.098091 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.109350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Transition to ACTIVE for port object 67d704af-6d71-4301-a9ed-0b887a25cc65 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:51:07.113492 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.163657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Pushing event updated for resources: {'Port': ['ID=67d704af-6d71-4301-a9ed-0b887a25cc65,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:07.225825 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Attempting to bind port 67d704af-6d71-4301-a9ed-0b887a25cc65 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:51:07.226488 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Attempting to bind port 67d704af-6d71-4301-a9ed-0b887a25cc65 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:51:07.226488 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Attempting to bind port 67d704af-6d71-4301-a9ed-0b887a25cc65 on network b37b5d33-539d-4a1e-b211-af814631695c {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:07.230744 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Port 67d704af-6d71-4301-a9ed-0b887a25cc65 on network b37b5d33-539d-4a1e-b211-af814631695c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:51:07.231069 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Attempting to bind port 67d704af-6d71-4301-a9ed-0b887a25cc65 on network b37b5d33-539d-4a1e-b211-af814631695c {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:51:07.236377 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:51:07.236716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Checking segment: {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:51:07.237101 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Bound using segment: {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:51:07.237524 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Bound port: 67d704af-6d71-4301-a9ed-0b887a25cc65, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:51:07.237883 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.302178 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] For port 67d704af-6d71-4301-a9ed-0b887a25cc65, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:51:07.305245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] For port 67d704af-6d71-4301-a9ed-0b887a25cc65, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=67d704af-6d71-4301-a9ed-0b887a25cc65,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:51:07.308775 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.340932 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:07.341498 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:07.342883 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] 10.222.0.55 "PUT /v2.0/ports/67d704af-6d71-4301-a9ed-0b887a25cc65 HTTP/1.1" status: 200 len: 1094 time: 0.5602965 Aug 09 11:51:07.343316 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'tag': '67d704af-6d71-4301-a9ed-0b887a25cc65'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:51:07.346181 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927551bd-e93f-4360-a738-f17a1f05864f" -d '{"events": [{"name": "network-changed", "server_uuid": "db45be4f-1493-45f2-b1c8-dd1cda2a2048", "tag": "67d704af-6d71-4301-a9ed-0b887a25cc65"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:51:07.373348 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fdba9-e1cd-46e2-821c-273472f6839a service neutron] Pushing event updated for resources: {'Port': ['ID=67d704af-6d71-4301-a9ed-0b887a25cc65,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:07.400062 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beb300f-0d91-4a9e-a172-39c28d1ff36d x-openstack-request-id: req-3beb300f-0d91-4a9e-a172-39c28d1ff36d {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:51:07.400433 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db45be4f-1493-45f2-b1c8-dd1cda2a2048", "tag": "67d704af-6d71-4301-a9ed-0b887a25cc65", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:51:07.400751 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3beb300f-0d91-4a9e-a172-39c28d1ff36d {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:51:07.401338 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'tag': '67d704af-6d71-4301-a9ed-0b887a25cc65', 'status': 'completed', 'code': 200} Aug 09 11:51:07.444126 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4cb4e-eb54-49a2-b2df-01e72088f7a8 req-33dd1c2a-6b3e-4770-828a-e5bae445a7f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:07.445671 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-daa4cb4e-eb54-49a2-b2df-01e72088f7a8 req-33dd1c2a-6b3e-4770-828a-e5bae445a7f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 944 time: 0.0497997 Aug 09 11:51:07.457865 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-5e4c6224-1512-48dd-b4a4-343506d57d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:07.459349 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-5e4c6224-1512-48dd-b4a4-343506d57d86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6166cedeb58c4c64ae80bfe82b786500&device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 1097 time: 0.0417917 Aug 09 11:51:07.483355 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-daa4cb4e-eb54-49a2-b2df-01e72088f7a8 req-53d21996-c930-448e-bac0-4495405a4617 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Aug 09 11:51:07.509387 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-ff384d5d-a1fb-4645-94fd-416fac403ed2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67d704af-6d71-4301-a9ed-0b887a25cc65 HTTP/1.1" status: 200 len: 217 time: 0.0353792 Aug 09 11:51:07.564064 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-0c1e4a29-0f31-491a-b784-2d9e070f36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:07.565662 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-0c1e4a29-0f31-491a-b784-2d9e070f36e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca560299-17b0-4fdd-939e-dc2c17ea6d7c HTTP/1.1" status: 200 len: 854 time: 0.0489991 Aug 09 11:51:07.598207 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-cc1eccf3-356c-4b18-905a-36960a33d06a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b37b5d33-539d-4a1e-b211-af814631695c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252466 Aug 09 11:51:07.686972 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-0a68e43a-145c-45f0-abf9-eeed8bcbc098 service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816567 Aug 09 11:51:07.779102 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80cc06cd-3d4a-46f0-bdef-b55d67356c33 req-1100417e-ff62-4f26-ad9f-189e2de1f02c service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Aug 09 11:51:07.902191 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551bd-e93f-4360-a738-f17a1f05864f req-d195d013-07c6-452a-92fd-4210ce06f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:07.903589 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-d195d013-07c6-452a-92fd-4210ce06f467 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6166cedeb58c4c64ae80bfe82b786500&device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 1097 time: 0.0418422 Aug 09 11:51:08.002192 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551bd-e93f-4360-a738-f17a1f05864f req-dfdb1e4c-5059-4259-9f99-75ce8bae309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:08.003654 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-dfdb1e4c-5059-4259-9f99-75ce8bae309f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 200 len: 915 time: 0.0924089 Aug 09 11:51:08.053154 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-d1b53081-38da-415a-a827-4f6419bb3c06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67d704af-6d71-4301-a9ed-0b887a25cc65 HTTP/1.1" status: 200 len: 217 time: 0.0412245 Aug 09 11:51:08.109970 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551bd-e93f-4360-a738-f17a1f05864f req-9f657b96-6834-4cdc-a733-512d7e5d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:08.111876 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-9f657b96-6834-4cdc-a733-512d7e5d893d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca560299-17b0-4fdd-939e-dc2c17ea6d7c HTTP/1.1" status: 200 len: 854 time: 0.0504677 Aug 09 11:51:08.145012 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-41f5a631-4e30-4622-a81d-7f3be0537509 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b37b5d33-539d-4a1e-b211-af814631695c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248649 Aug 09 11:51:08.236052 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-8daa50df-ca50-4197-89a4-6150f2ace08a service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826530 Aug 09 11:51:08.326361 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-927551bd-e93f-4360-a738-f17a1f05864f req-b2599e20-0653-4c55-8d68-082a16fee22c service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817120 Aug 09 11:51:08.602073 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a5d6b-268c-47de-a81d-0680c5f04466 req-6785f9d8-c7e8-4ef6-bedd-23fdd22c6ea3 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:08.603532 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a72a5d6b-268c-47de-a81d-0680c5f04466 req-6785f9d8-c7e8-4ef6-bedd-23fdd22c6ea3 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 944 time: 0.0524652 Aug 09 11:51:08.639583 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a72a5d6b-268c-47de-a81d-0680c5f04466 req-a4152ffe-c879-4f67-be02-edb94bf5bc04 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299962 Aug 09 11:51:09.754583 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e2c25-d146-49c6-b870-00101d990cab req-703e32dc-a988-48de-8b2b-f38228935fb4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:09.756013 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f76e2c25-d146-49c6-b870-00101d990cab req-703e32dc-a988-48de-8b2b-f38228935fb4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 944 time: 0.0499823 Aug 09 11:51:09.792148 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-f76e2c25-d146-49c6-b870-00101d990cab req-154192f7-f958-4bb1-912f-eca5b05683c3 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303805 Aug 09 11:51:10.156281 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 67d704af-6d71-4301-a9ed-0b887a25cc65 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:51:10.246835 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 67d704af-6d71-4301-a9ed-0b887a25cc65, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=67d704af-6d71-4301-a9ed-0b887a25cc65,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:10.258346 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '67d704af-6d71-4301-a9ed-0b887a25cc65', 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c', 'port_id': '67d704af-6d71-4301-a9ed-0b887a25cc65', 'mac_address': 'fa:16:3e:af:09:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca560299-17b0-4fdd-939e-dc2c17ea6d7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:51:10.297825 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:10.310227 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d704af-6d71-4301-a9ed-0b887a25cc65 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:51:10.329902 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 67d704af-6d71-4301-a9ed-0b887a25cc65, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=67d704af-6d71-4301-a9ed-0b887a25cc65,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:10.333801 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:10.379844 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=67d704af-6d71-4301-a9ed-0b887a25cc65,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:10.386813 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.387167 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.387506 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.387841 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.388193 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.388522 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.388850 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.389175 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.389501 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.389823 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.390146 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.390463 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:51:10.627769 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['67d704af-6d71-4301-a9ed-0b887a25cc65'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:51:10.902535 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f602726-e2a0-4e19-8413-02cc672d1075 req-17ab78f4-8a7d-4997-a265-3d175c91ad7d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:10.903903 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7f602726-e2a0-4e19-8413-02cc672d1075 req-17ab78f4-8a7d-4997-a265-3d175c91ad7d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 945 time: 0.0473409 Aug 09 11:51:10.940680 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-7f602726-e2a0-4e19-8413-02cc672d1075 req-0d6d82d3-2b1c-4c01-a44c-92fb483008f1 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310271 Aug 09 11:51:11.351706 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:51:12.051005 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bbaa4-36c1-4723-bb04-7f942c1ef21d req-d5c432e1-effd-4d92-bbda-14fe8cf93c39 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:12.052483 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a2bbaa4-36c1-4723-bb04-7f942c1ef21d req-d5c432e1-effd-4d92-bbda-14fe8cf93c39 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Aug 09 11:51:12.088832 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-0a2bbaa4-36c1-4723-bb04-7f942c1ef21d req-69be3b0f-ca9b-4c5a-979d-bdb80aa09329 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Aug 09 11:51:12.155667 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 67d704af-6d71-4301-a9ed-0b887a25cc65 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:51:12.213087 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 67d704af-6d71-4301-a9ed-0b887a25cc65 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:51:12.216596 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 67d704af-6d71-4301-a9ed-0b887a25cc65 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:51:12.217011 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:12.288785 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:12.309631 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d704af-6d71-4301-a9ed-0b887a25cc65'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:51:12.311870 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa9ea9-4ca6-4bba-a01f-61e74c82a329" -d '{"events": [{"server_uuid": "db45be4f-1493-45f2-b1c8-dd1cda2a2048", "name": "network-vif-plugged", "status": "completed", "tag": "67d704af-6d71-4301-a9ed-0b887a25cc65"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:51:12.325443 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 67d704af-6d71-4301-a9ed-0b887a25cc65, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=67d704af-6d71-4301-a9ed-0b887a25cc65,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:51:12.329945 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:12.357655 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636244b0-67f5-494a-8057-9d9f889ad278 x-openstack-request-id: req-636244b0-67f5-494a-8057-9d9f889ad278 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:51:12.357942 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db45be4f-1493-45f2-b1c8-dd1cda2a2048", "name": "network-vif-plugged", "status": "completed", "tag": "67d704af-6d71-4301-a9ed-0b887a25cc65", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:51:12.358189 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-636244b0-67f5-494a-8057-9d9f889ad278 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:51:12.358565 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d704af-6d71-4301-a9ed-0b887a25cc65', 'code': 200} Aug 09 11:51:12.382909 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=67d704af-6d71-4301-a9ed-0b887a25cc65,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:51:12.535671 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8b78-a60c-4e2c-b7e5-359c1a05b2a0 req-89ef2719-ce8f-4358-b590-ee5938ee3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:12.537058 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-142c8b78-a60c-4e2c-b7e5-359c1a05b2a0 req-89ef2719-ce8f-4358-b590-ee5938ee3d59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 1099 time: 0.0392072 Aug 09 11:51:12.569886 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-142c8b78-a60c-4e2c-b7e5-359c1a05b2a0 req-53d0cbf2-ac90-4c35-a186-cfb6872e1799 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264456 Aug 09 11:51:13.199228 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80830e01-6070-4365-b807-67507b1407dd req-8b135721-8c1d-4acf-a134-e0e0f90b055e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:13.200681 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-80830e01-6070-4365-b807-67507b1407dd req-8b135721-8c1d-4acf-a134-e0e0f90b055e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 946 time: 0.0471835 Aug 09 11:51:13.239226 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-80830e01-6070-4365-b807-67507b1407dd req-2ab5504b-ff74-4fe6-8a99-9e624d2b8722 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Aug 09 11:51:14.356789 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95079e-1df1-48fe-9c20-c8355eebe0b3 req-9319465f-054c-42b5-8676-6df3aed59664 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:14.358256 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa95079e-1df1-48fe-9c20-c8355eebe0b3 req-9319465f-054c-42b5-8676-6df3aed59664 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Aug 09 11:51:14.395317 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-aa95079e-1df1-48fe-9c20-c8355eebe0b3 req-93319942-1f83-4d2f-b86a-426205c4d314 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Aug 09 11:51:20.679048 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:21.916202 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2f5e657d-c735-4047-8587-a1c196fe68a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:24.572795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-7021452d-51eb-48c8-9ba1-6c52eb821eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:24.741890 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:25.702186 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:27.229626 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:48.350984 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:51:50.678056 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:51.915984 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-2503b2b7-ab94-454b-a335-3545f9da190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.573565 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4e4d-3805-4c31-900a-c2e641b5cb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:54.741799 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:55.705058 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:57.230626 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:57.634849 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-d4a23af4-c776-4f84-8c4e-e9321ce144d1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227329990&fields=id&tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 267 time: 0.0386641 Aug 09 11:51:57.738523 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-68ead54d-cecc-4811-93d9-d01cfd031d63 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:57.740555 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-68ead54d-cecc-4811-93d9-d01cfd031d63 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 811 time: 0.0990491 Aug 09 11:51:57.755064 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-daddfaf5-1525-4c80-b5d9-2cbe1879ce45 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/quotas/eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 375 time: 0.0087485 Aug 09 11:51:57.810961 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-7209c5fc-8e2b-4c89-ba3d-4a096627e188 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507648 Aug 09 11:51:58.000463 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-512a48de-6174-4bf2-a660-74ddc5a8c84a service neutron] 10.222.0.41 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780124 Aug 09 11:51:58.094905 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-b88c4092-9f6d-41f1-8668-a8c2edccf4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883524 Aug 09 11:51:58.377226 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dffdcc83-3588-4ea3-9759-45c6199c09e3 req-3107e35c-4b01-4f7d-b80e-67d6d062e302 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 210 time: 0.0285637 Aug 09 11:51:58.891474 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae589cb-9af6-4d7d-b2ba-75ab45f3de9f req-f9432b21-62c6-47e4-b761-2e05c62e7d35 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:58.893062 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ae589cb-9af6-4d7d-b2ba-75ab45f3de9f req-f9432b21-62c6-47e4-b761-2e05c62e7d35 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 946 time: 0.0480831 Aug 09 11:51:58.931704 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-4ae589cb-9af6-4d7d-b2ba-75ab45f3de9f req-0b20af63-ab30-414f-be5e-938098de82e6 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 09 11:51:59.069295 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-df310c2c-1038-4b6f-8b3c-a916935a50b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425978 Aug 09 11:51:59.168340 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-7f99118d-90cb-463e-85c9-b7d3d52d18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.169806 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-7f99118d-90cb-463e-85c9-b7d3d52d18a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1098 time: 0.0394042 Aug 09 11:51:59.272899 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-169174e1-5784-4f09-815a-31ca7bc9d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.274342 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-169174e1-5784-4f09-815a-31ca7bc9d229 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0804551 Aug 09 11:51:59.351559 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-7bb219b2-ef92-4485-8039-184f02c58f7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0630834 Aug 09 11:51:59.401935 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-80a37ac3-0e34-4d9e-8e97-335fc325d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.404028 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-80a37ac3-0e34-4d9e-8e97-335fc325d721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0442317 Aug 09 11:51:59.483680 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-b886b0d4-8deb-4a26-8954-a322d8283ef8 req-f29bae7e-4614-4b8f-a43e-b24de1f22e2a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 210 time: 0.0328419 Aug 09 11:51:59.544048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-301203cf-26e0-4267-ac8a-9dd685a4e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.545629 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-301203cf-26e0-4267-ac8a-9dd685a4e6bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1105869 Aug 09 11:51:59.584877 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-f7411892-4838-46ee-946a-3f028f4ee2ef tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:51:59.586784 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-f7411892-4838-46ee-946a-3f028f4ee2ef tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 811 time: 0.1527565 Aug 09 11:51:59.675609 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-9c533a8d-bb3c-47ee-83d0-c1d8c613540a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa HTTP/1.1" status: 200 len: 379 time: 0.0549090 Aug 09 11:51:59.686347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'port': {'device_id': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'admin_state_up': True, 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'security_groups': ['5070a9af-4ad2-4025-b611-cd797f6d687c']}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:51:59.694673 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-ba7ce722-b08f-4768-9646-0c6f53e84beb service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357062 Aug 09 11:51:59.846354 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56d737eb-6e2b-4a9a-8ffb-6460afdce8dd req-51d238b8-394a-448f-b440-a17a434129b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422486 Aug 09 11:51:59.860802 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Made reservation on behalf of eec21ed49f5d44bd9fa49ed7c9819dfa for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:51:59.865713 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:51:59.993458 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Allocated IP 172.20.0.10 (0e2cf37c-2a85-4c13-a773-83d543b0c6d9/a123800d-9b02-4ec1-bc97-9cae709b6f94/20dcd987-d0fd-4457-bae7-9d1f8b837036) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:00.126718 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff09a7-9cf9-40da-98b2-40c8c09b5099 req-fd362007-6e45-49ad-81ea-d338af26f8b8 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:00.128267 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56ff09a7-9cf9-40da-98b2-40c8c09b5099 req-fd362007-6e45-49ad-81ea-d338af26f8b8 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 946 time: 0.1242406 Aug 09 11:52:00.201837 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-56ff09a7-9cf9-40da-98b2-40c8c09b5099 req-a36ca64c-4049-4b65-8383-4cc3a69af631 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629489 Aug 09 11:52:00.225252 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.232605 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Transition to ACTIVE for port object 20dcd987-d0fd-4457-bae7-9d1f8b837036 will not be triggered until provisioned by entity DHCP. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:00.267783 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.310878 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:00.314136 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:00.318198 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:00.343488 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=20dcd987-d0fd-4457-bae7-9d1f8b837036,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:00.371300 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:00.371920 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.387531 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-64240385-0888-4f47-be56-2d2f4174050e tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7047679 Aug 09 11:52:00.411007 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Request body: {'port': {'device_id': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:00.471786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.578510 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-0af3cdd2-fa8a-4c27-bae0-a36f5c852df3 None None] Provisioning for port 20dcd987-d0fd-4457-bae7-9d1f8b837036 completed by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:00.582586 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-0af3cdd2-fa8a-4c27-bae0-a36f5c852df3 None None] Provisioning complete for port 20dcd987-d0fd-4457-bae7-9d1f8b837036 triggered by entity DHCP. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:00.583088 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-0af3cdd2-fa8a-4c27-bae0-a36f5c852df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.600071 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09e698-138c-4ea9-8b2e-c41be398e304 req-3b17cc0c-548a-4aa8-bfb4-d0547a55277a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:00.601613 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5c09e698-138c-4ea9-8b2e-c41be398e304 req-3b17cc0c-548a-4aa8-bfb4-d0547a55277a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 932 time: 0.0496588 Aug 09 11:52:00.616419 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-0af3cdd2-fa8a-4c27-bae0-a36f5c852df3 None None] Port 20dcd987-d0fd-4457-bae7-9d1f8b837036 cannot update to ACTIVE because it is not bound. {{(pid=99941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 11:52:00.640752 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-5c09e698-138c-4ea9-8b2e-c41be398e304 req-c8523659-7b1d-4e5e-87fe-50cb0c07dddb tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326943 Aug 09 11:52:00.735746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dcd987-d0fd-4457-bae7-9d1f8b837036 {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:00.743335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.754940 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Transition to ACTIVE for port object 20dcd987-d0fd-4457-bae7-9d1f8b837036 will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:00.765643 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.814841 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=20dcd987-d0fd-4457-bae7-9d1f8b837036,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:00.888397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Attempting to bind port 20dcd987-d0fd-4457-bae7-9d1f8b837036 on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:52:00.888734 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Attempting to bind port 20dcd987-d0fd-4457-bae7-9d1f8b837036 by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:52:00.889061 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Attempting to bind port 20dcd987-d0fd-4457-bae7-9d1f8b837036 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:00.893408 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Port 20dcd987-d0fd-4457-bae7-9d1f8b837036 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:52:00.893727 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Attempting to bind port 20dcd987-d0fd-4457-bae7-9d1f8b837036 on network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:00.907760 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:52:00.908083 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Checking segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:52:00.908490 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Bound using segment: {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:52:00.908920 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Bound port: 20dcd987-d0fd-4457-bae7-9d1f8b837036, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e024fb4-8a20-43f5-882d-e53043d62bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:52:00.909271 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:00.981690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-26bbaf7f-0848-45bb-b76f-dcb104267c3e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:00.983147 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-26bbaf7f-0848-45bb-b76f-dcb104267c3e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 946 time: 0.0838716 Aug 09 11:52:01.029864 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] For port 20dcd987-d0fd-4457-bae7-9d1f8b837036, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:52:01.048478 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] For port 20dcd987-d0fd-4457-bae7-9d1f8b837036, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:52:01.066330 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:01.110257 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.110869 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:01.112273 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] 10.222.0.55 "PUT /v2.0/ports/20dcd987-d0fd-4457-bae7-9d1f8b837036 HTTP/1.1" status: 200 len: 1094 time: 0.7058382 Aug 09 11:52:01.112724 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:01.114982 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027b9cb3-02d8-42e5-8810-f6d63950097a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:01.142999 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b892de-ee13-470e-8a88-ec633ab88dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=20dcd987-d0fd-4457-bae7-9d1f8b837036,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:01.152518 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Deleting port 67d704af-6d71-4301-a9ed-0b887a25cc65 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:52:01.152849 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:01.168375 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48f744-ddef-4053-9ee7-5e0829ae1228 x-openstack-request-id: req-cd48f744-ddef-4053-9ee7-5e0829ae1228 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:01.168657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:01.168909 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd48f744-ddef-4053-9ee7-5e0829ae1228 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:01.169301 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'status': 'completed', 'code': 200} Aug 09 11:52:01.263642 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-ea242fe5-5d1e-4172-9217-4438de4a04dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.265180 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-ea242fe5-5d1e-4172-9217-4438de4a04dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 1097 time: 0.0672591 Aug 09 11:52:01.281716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] For port 67d704af-6d71-4301-a9ed-0b887a25cc65, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=67d704af-6d71-4301-a9ed-0b887a25cc65,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:01.281843 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:01.320784 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c3b01-1785-41bf-a4d5-4b1e218e58d2 req-4e8da1bf-fcb2-4f07-8337-36c14ea7f47c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.322341 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-643c3b01-1785-41bf-a4d5-4b1e218e58d2 req-4e8da1bf-fcb2-4f07-8337-36c14ea7f47c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=db45be4f-1493-45f2-b1c8-dd1cda2a2048 HTTP/1.1" status: 200 len: 946 time: 0.0499189 Aug 09 11:52:01.328303 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-1c7b72f4-069a-4c2d-a805-8337e71df00a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036 HTTP/1.1" status: 200 len: 217 time: 0.0488935 Aug 09 11:52:01.329125 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Calling delete_port for 67d704af-6d71-4301-a9ed-0b887a25cc65 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:52:01.362798 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-643c3b01-1785-41bf-a4d5-4b1e218e58d2 req-2596e9cb-2554-447c-8842-95089aac1826 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Aug 09 11:52:01.413929 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-a496d355-98ca-4e7c-b76a-2d92bcb32994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.415385 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-a496d355-98ca-4e7c-b76a-2d92bcb32994 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0801570 Aug 09 11:52:01.481033 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-c231523b-e003-4471-b1cd-9ca843d308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.482511 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-c231523b-e003-4471-b1cd-9ca843d308f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593376 Aug 09 11:52:01.567779 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:01.601243 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['67d704af-6d71-4301-a9ed-0b887a25cc65'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:52:01.610923 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Pushing event deleted for resources: {'Port': ['ID=67d704af-6d71-4301-a9ed-0b887a25cc65,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:01.647430 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.647776 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.648117 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.648477 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.648808 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.649135 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.649461 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.649788 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.650113 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.650434 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.650755 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.651075 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:01.667499 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] No DVR routers for this DVR port 67d704af-6d71-4301-a9ed-0b887a25cc65 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:52:01.670535 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-e6a03243-0000-4c86-b77b-cb8039b67528 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712167 Aug 09 11:52:01.671548 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:01.673302 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-bc41f76d-f4f5-4590-a6da-048f57d47b3b req-4a8479e1-671e-4347-93b6-ec7576ceb65c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "DELETE /v2.0/ports/67d704af-6d71-4301-a9ed-0b887a25cc65 HTTP/1.1" status: 204 len: 173 time: 0.6816690 Aug 09 11:52:01.799470 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e75b-87b3-4496-8988-725e3a40ac5c req-76e2d3b4-294e-4de4-813c-9dbe55866817 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.801123 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-95a1e75b-87b3-4496-8988-725e3a40ac5c req-76e2d3b4-294e-4de4-813c-9dbe55866817 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0797243 Aug 09 11:52:01.803928 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e3f5f7b5-cb00-4bb6-a13d-a9a326f82e53 req-10b6df13-f6f2-4257-8915-93513ffa8daa service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237242 Aug 09 11:52:01.848482 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-95a1e75b-87b3-4496-8988-725e3a40ac5c req-11fc1d0c-aa9f-4447-b1ca-c4d0f3b6d02d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388689 Aug 09 11:52:01.932104 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-415e508a-4188-4b3b-bb3a-04fdb0df6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:01.933562 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-415e508a-4188-4b3b-bb3a-04fdb0df6c6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 1097 time: 0.0390248 Aug 09 11:52:02.023315 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-ac0a259b-f05b-43fe-9b56-1312e913b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:02.024731 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-ac0a259b-f05b-43fe-9b56-1312e913b509 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0827653 Aug 09 11:52:02.350687 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-248f962b-adc3-4b23-a54d-c56e9cab2e59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036 HTTP/1.1" status: 200 len: 217 time: 0.3169374 Aug 09 11:52:02.400077 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-1ea07a8d-fe26-4141-99b0-c546a7f49885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:02.401588 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-1ea07a8d-fe26-4141-99b0-c546a7f49885 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0435586 Aug 09 11:52:02.455836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-07b8c292-8092-4f4a-8684-08fbf0b3fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:02.457379 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-07b8c292-8092-4f4a-8684-08fbf0b3fc38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422590 Aug 09 11:52:02.551950 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-8d8c6957-2132-4ab2-8574-51798407a49c service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862851 Aug 09 11:52:02.653815 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-027b9cb3-02d8-42e5-8810-f6d63950097a req-c76eb4a3-8576-4736-9156-c044ff01f6ce service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945761 Aug 09 11:52:02.958562 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5e4f0-0820-4248-ba97-46ce5e6f7448 req-3d0cb5d7-65f1-4b02-a332-a3f7e0a0aad6 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:02.960645 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dbb5e4f0-0820-4248-ba97-46ce5e6f7448 req-3d0cb5d7-65f1-4b02-a332-a3f7e0a0aad6 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0477023 Aug 09 11:52:02.996099 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-dbb5e4f0-0820-4248-ba97-46ce5e6f7448 req-e5a0a0b8-97d5-42af-acaf-ed7d32b2ab97 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297706 Aug 09 11:52:03.170228 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'name': 'network-vif-deleted', 'tag': '67d704af-6d71-4301-a9ed-0b887a25cc65'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:03.172479 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1689229f-d8a0-497d-a717-7f134b620d93" -d '{"events": [{"server_uuid": "db45be4f-1493-45f2-b1c8-dd1cda2a2048", "name": "network-vif-deleted", "tag": "67d704af-6d71-4301-a9ed-0b887a25cc65"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:03.205801 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85003f9b-6d66-4d3c-a2c3-6d342a2ba6af x-openstack-request-id: req-85003f9b-6d66-4d3c-a2c3-6d342a2ba6af {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:03.206112 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db45be4f-1493-45f2-b1c8-dd1cda2a2048", "name": "network-vif-deleted", "tag": "67d704af-6d71-4301-a9ed-0b887a25cc65", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:03.206361 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85003f9b-6d66-4d3c-a2c3-6d342a2ba6af {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:03.206740 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db45be4f-1493-45f2-b1c8-dd1cda2a2048', 'name': 'network-vif-deleted', 'tag': '67d704af-6d71-4301-a9ed-0b887a25cc65', 'status': 'completed', 'code': 200} Aug 09 11:52:04.105171 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d64222-e182-40aa-b0b6-08542f426f41 req-8ec137b7-6071-4932-aaee-3604bd1aa069 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:04.106610 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-82d64222-e182-40aa-b0b6-08542f426f41 req-8ec137b7-6071-4932-aaee-3604bd1aa069 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0470281 Aug 09 11:52:04.143311 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-82d64222-e182-40aa-b0b6-08542f426f41 req-a1b70f8c-4142-47ad-8f6f-562600770032 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 Aug 09 11:52:05.258560 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76279c9f-f715-4a25-8d83-25e8fee95c1f req-af9bba81-3a6d-4b11-8c5e-08047685a376 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:05.259994 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-76279c9f-f715-4a25-8d83-25e8fee95c1f req-af9bba81-3a6d-4b11-8c5e-08047685a376 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0499561 Aug 09 11:52:05.296694 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-76279c9f-f715-4a25-8d83-25e8fee95c1f req-4a985e2b-60c2-4327-8412-f9cfafb2e44c tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309038 Aug 09 11:52:06.407812 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddbe86-eea7-460b-8794-87ad4f85d123 req-930d11b7-2854-4515-aa3b-50609b167242 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:06.409286 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eeddbe86-eea7-460b-8794-87ad4f85d123 req-930d11b7-2854-4515-aa3b-50609b167242 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0469763 Aug 09 11:52:06.450044 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eeddbe86-eea7-460b-8794-87ad4f85d123 req-5dc1ac0e-7658-4f46-8ef7-e15275226a52 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344498 Aug 09 11:52:06.533881 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 67d704af-6d71-4301-a9ed-0b887a25cc65 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:52:06.552761 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 67d704af-6d71-4301-a9ed-0b887a25cc65 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:52:06.553105 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 67d704af-6d71-4301-a9ed-0b887a25cc65 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:52:07.561501 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f88f3-1cfd-456e-8c15-8265cdd653c9 req-dd4f7427-eb67-47ee-b6fe-2f854f25fd01 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:07.563018 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc6f88f3-1cfd-456e-8c15-8265cdd653c9 req-dd4f7427-eb67-47ee-b6fe-2f854f25fd01 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0480611 Aug 09 11:52:07.601504 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-bc6f88f3-1cfd-456e-8c15-8265cdd653c9 req-7c3d94cb-5a51-4252-a888-849400cb79a5 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325003 Aug 09 11:52:08.711730 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eeac7-666c-41b1-96f8-d10d39cf333a req-ab897387-2f79-459a-84c4-c03e1605e0b0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:08.713197 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2b0eeac7-666c-41b1-96f8-d10d39cf333a req-ab897387-2f79-459a-84c4-c03e1605e0b0 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0477104 Aug 09 11:52:08.750058 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2b0eeac7-666c-41b1-96f8-d10d39cf333a req-2eed1adb-b15f-42b9-a23f-7bf397be013a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Aug 09 11:52:09.868533 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800ba8d-134e-4238-8887-44468884a128 req-8e9829af-630b-4433-acb4-a58efcabad0d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:09.870280 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c800ba8d-134e-4238-8887-44468884a128 req-8e9829af-630b-4433-acb4-a58efcabad0d tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0550184 Aug 09 11:52:09.907103 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c800ba8d-134e-4238-8887-44468884a128 req-c17a254b-2a99-4121-8d38-e38a55e54d82 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309250 Aug 09 11:52:10.952444 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 20dcd987-d0fd-4457-bae7-9d1f8b837036 details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:52:11.024914 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0d2d9-824d-4f9d-ab7f-bc57fcc78529 req-5991da46-3677-4b00-b3b7-fad2925f3f20 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:11.026389 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f0a0d2d9-824d-4f9d-ab7f-bc57fcc78529 req-5991da46-3677-4b00-b3b7-fad2925f3f20 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 944 time: 0.0533171 Aug 09 11:52:11.051415 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 20dcd987-d0fd-4457-bae7-9d1f8b837036, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:11.062957 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'port_id': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'mac_address': 'fa:16:3e:09:a2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:52:11.064219 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f0a0d2d9-824d-4f9d-ab7f-bc57fcc78529 req-42325930-fe03-46c6-862d-dc362d1b3b08 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Aug 09 11:52:11.099258 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:11.112384 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dcd987-d0fd-4457-bae7-9d1f8b837036 {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:11.131221 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 20dcd987-d0fd-4457-bae7-9d1f8b837036, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:11.134739 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:11.179587 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=20dcd987-d0fd-4457-bae7-9d1f8b837036,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:11.186410 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.186703 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.187047 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.187382 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.187713 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.188045 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.188401 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.188729 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.189053 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.189391 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.189697 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.190014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:11.420775 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['20dcd987-d0fd-4457-bae7-9d1f8b837036'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:52:12.183354 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe2b65-7599-4685-937a-eb4cf23b4624 req-2f69f593-c2e6-46e1-90d4-9ae3fed4a330 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:12.184868 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c7fe2b65-7599-4685-937a-eb4cf23b4624 req-2f69f593-c2e6-46e1-90d4-9ae3fed4a330 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 945 time: 0.0559506 Aug 09 11:52:12.223748 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-c7fe2b65-7599-4685-937a-eb4cf23b4624 req-3f4ae022-a7e8-46f2-ba86-4c242840dec2 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328987 Aug 09 11:52:12.375628 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-b606f01f-8acb-438c-a628-3c8e4a2347db tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:12.377114 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-b606f01f-8acb-438c-a628-3c8e4a2347db tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/networks?id=b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 200 len: 814 time: 0.1016035 Aug 09 11:52:12.391295 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-2f821f77-7cd7-4ac8-a587-e45e58f3b5d1 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/quotas/6166cedeb58c4c64ae80bfe82b786500 HTTP/1.1" status: 200 len: 375 time: 0.0086098 Aug 09 11:52:12.422008 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-6be257bd-62e7-4f19-bf14-fceab2eca8b5 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6166cedeb58c4c64ae80bfe82b786500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256810 Aug 09 11:52:12.510457 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-a4d13c6f-ce1f-4436-8954-4f76d537b91e service neutron] 10.222.0.41 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818105 Aug 09 11:52:12.546795 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 20dcd987-d0fd-4457-bae7-9d1f8b837036 up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:52:12.593169 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 20dcd987-d0fd-4457-bae7-9d1f8b837036 completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:12.596567 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 20dcd987-d0fd-4457-bae7-9d1f8b837036 triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:12.596732 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-6d6b22a7-cb9f-41d2-affe-a95f436adb58 service neutron] 10.222.0.41 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802259 Aug 09 11:52:12.596938 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:12.672313 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:12.698356 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:12.700635 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f0b24a-651b-4b40-9cb4-97931f58459d" -d '{"events": [{"server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "name": "network-vif-plugged", "status": "completed", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:12.714750 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 20dcd987-d0fd-4457-bae7-9d1f8b837036, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:12.719661 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:12.751009 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a395fab-26cb-45f0-a481-dcb9ff4fd07d x-openstack-request-id: req-8a395fab-26cb-45f0-a481-dcb9ff4fd07d {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:12.751301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "name": "network-vif-plugged", "status": "completed", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:12.751554 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a395fab-26cb-45f0-a481-dcb9ff4fd07d {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:12.751941 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'code': 200} Aug 09 11:52:12.754546 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-09377b10-82f0-4d54-9cb6-2e6b2cdc0391 req-265972da-a09c-4fc4-8e48-f230e4c3a21a tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 210 time: 0.0320544 Aug 09 11:52:12.779026 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=20dcd987-d0fd-4457-bae7-9d1f8b837036,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:12.986245 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176003-9d9e-41cf-9cd9-64f45a25107c req-293138f0-b706-4f34-b5ed-1495161c0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:12.987725 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b4176003-9d9e-41cf-9cd9-64f45a25107c req-293138f0-b706-4f34-b5ed-1495161c0a56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 1099 time: 0.0389431 Aug 09 11:52:13.023166 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-b4176003-9d9e-41cf-9cd9-64f45a25107c req-654a9f10-ee60-4dba-acc7-ece7b69e8c11 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283170 Aug 09 11:52:13.344875 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19036898-39ce-4de6-9d4e-de8c2c4bb256 req-6de0090d-cbf3-4ddc-90f5-4509c0b9eff9 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:13.346351 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-19036898-39ce-4de6-9d4e-de8c2c4bb256 req-6de0090d-cbf3-4ddc-90f5-4509c0b9eff9 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 946 time: 0.0552893 Aug 09 11:52:13.387053 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-19036898-39ce-4de6-9d4e-de8c2c4bb256 req-225cac39-7d7a-4e64-ab4c-0748e0935e5c tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331712 Aug 09 11:52:13.854304 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-d337b847-6af5-4096-aae5-312366146556 req-d4e68bb4-2209-4aba-939e-4ff9fff759bf tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 210 time: 0.0264692 Aug 09 11:52:14.053320 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-f4fe69e4-950b-4aac-b771-37075290af19 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:14.054672 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-f4fe69e4-950b-4aac-b771-37075290af19 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "GET /v2.0/networks?id=b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 200 len: 814 time: 0.0987530 Aug 09 11:52:14.083293 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Request body: {'port': {'device_id': '64f587c0-7e17-4a81-a610-c0c17451463f', 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c', 'admin_state_up': True, 'tenant_id': '6166cedeb58c4c64ae80bfe82b786500'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:14.197537 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Made reservation on behalf of 6166cedeb58c4c64ae80bfe82b786500 for: {'port': 1} {{(pid=99940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 11:52:14.200986 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:14.324489 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_common [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Allocated IP 172.20.0.3 (b37b5d33-539d-4a1e-b211-af814631695c/ca560299-17b0-4fdd-939e-dc2c17ea6d7c/1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b) {{(pid=99940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:14.493008 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks [] for port, precommit_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:14.523085 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a126a69-4112-4d9e-9f39-d4de737c329e req-b4586e2a-359d-4e1a-8cce-173707c37af7 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:14.524594 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2a126a69-4112-4d9e-9f39-d4de737c329e req-b4586e2a-359d-4e1a-8cce-173707c37af7 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 946 time: 0.0708210 Aug 09 11:52:14.573146 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_create {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:14.584823 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2a126a69-4112-4d9e-9f39-d4de737c329e req-aa0ce223-ed8b-46ec-9a3c-c8a64cf9fcb4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507331 Aug 09 11:52:14.621884 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Network b37b5d33-539d-4a1e-b211-af814631695c is already hosted by enough agents. {{(pid=99940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:14.625006 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.base_scheduler [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Resources bound (agent type, host, resource id): {{(pid=99940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:14.629285 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Received port after_create {{(pid=99940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:14.633196 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Pushing event updated for resources: {'Port': ['ID=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,revision_number=1']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:14.677677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:14.678278 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:14.693820 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-7e81a251-eae0-4aae-bb3b-43e61f0d12f4 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135166 Aug 09 11:52:14.699940 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbc39-bf7a-4712-b414-cf35b057f0b1 req-569745b0-e592-49ba-afdc-97830bed0aa7 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:14.701431 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-45bbbc39-bf7a-4712-b414-cf35b057f0b1 req-569745b0-e592-49ba-afdc-97830bed0aa7 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 946 time: 0.0493631 Aug 09 11:52:14.712283 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.v2.base [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Request body: {'port': {'device_id': '64f587c0-7e17-4a81-a610-c0c17451463f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80265'}} {{(pid=99940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:14.739358 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-45bbbc39-bf7a-4712-b414-cf35b057f0b1 req-d0b913ff-db40-4f02-ae8e-edadee333a4a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Aug 09 11:52:14.761277 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43470) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:14.767761 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:14.802811 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a66fa0-9c21-446e-9919-3c8b33183944 tempest-TestVolumeBootPattern-1648614861 tempest-TestVolumeBootPattern-1648614861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:14.807507 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-30a66fa0-9c21-446e-9919-3c8b33183944 tempest-TestVolumeBootPattern-1648614861 tempest-TestVolumeBootPattern-1648614861-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 1094 time: 0.0421953 Aug 09 11:52:14.807712 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43472) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:52:14.812086 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.v2.base [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Request body: {'floatingip': {'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'port_id': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 11:52:14.833487 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:14.928992 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.004917 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f22db4-4f7e-4ac8-8ade-4075771e19fb req-1287939a-3898-4243-ae4c-47eb11b29262 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:15.006947 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-01f22db4-4f7e-4ac8-8ade-4075771e19fb req-1287939a-3898-4243-ae4c-47eb11b29262 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 931 time: 0.0781176 Aug 09 11:52:15.037848 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_common [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Allocated IP 172.27.2.162 (2924d57e-71bd-40b8-be49-6cda85775f3b/acbac8e1-7052-4bc5-8819-7a492df944db/581a1097-f3ce-4444-a343-05e8d1b36282) {{(pid=99939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 11:52:15.079812 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-01f22db4-4f7e-4ac8-8ade-4075771e19fb req-c6309205-6ee8-4e39-ab57-9d029ccc8cf6 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667005 Aug 09 11:52:15.101277 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b {{(pid=99940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:15.101277 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.112202 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.provisioning_blocks [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Transition to ACTIVE for port object 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b will not be triggered until provisioned by entity L2. {{(pid=99940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 11:52:15.116731 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.140686 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.179684 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787072222437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.186149 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,revision_number=2']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:15.232097 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Network 2924d57e-71bd-40b8-be49-6cda85775f3b is already hosted by enough agents. {{(pid=99939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 11:52:15.237553 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.base_scheduler [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Resources bound (agent type, host, resource id): {{(pid=99939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 11:52:15.238215 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Attempting to bind port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b on host hv-cinder-80265 for vnic_type normal with profile {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 11:52:15.238554 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Attempting to bind port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b by drivers openvswitch,hyperv on host hv-cinder-80265 at level 0 using segments [{'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 11:52:15.239503 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=581a1097-f3ce-4444-a343-05e8d1b36282,revision_number=1']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:15.239680 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Attempting to bind port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b on network b37b5d33-539d-4a1e-b211-af814631695c {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:15.241612 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Received port after_create {{(pid=99939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 11:52:15.244274 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b on network b37b5d33-539d-4a1e-b211-af814631695c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80265 {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 11:52:15.244605 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Attempting to bind port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b on network b37b5d33-539d-4a1e-b211-af814631695c {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 11:52:15.249380 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Checking agent: {'id': '5abbc456-43f3-487e-a64d-cbe99f74cb69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80265', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'started_at': datetime.datetime(2021, 8, 9, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 11:52:15.249721 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Checking segment: {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 11:52:15.250107 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Bound using segment: {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'} {{(pid=99940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 11:52:15.250535 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.managers [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Bound port: 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host: hv-cinder-80265, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26299162-3e7f-46d9-838d-ec7ee9a35622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c'}}] {{(pid=99940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 11:52:15.250898 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.264684 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.265041 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.265385 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.265725 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.266057 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.266389 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.266715 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.267048 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.267368 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.267697 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.268018 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.268365 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:52:15.318671 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] For port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host hv-cinder-80265, cleared binding levels {{(pid=99940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 11:52:15.322001 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] For port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host hv-cinder-80265, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 11:52:15.326705 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62849367'] for port, after_update {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.364172 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:15.364817 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.366222 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] 10.222.0.55 "PUT /v2.0/ports/1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b HTTP/1.1" status: 200 len: 1093 time: 0.6588054 Aug 09 11:52:15.366651 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f587c0-7e17-4a81-a610-c0c17451463f', 'tag': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:15.368927 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f" -d '{"events": [{"name": "network-changed", "server_uuid": "64f587c0-7e17-4a81-a610-c0c17451463f", "tag": "1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:15.395110 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3464d-3f7b-49dd-9af0-5d9964987d00 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,revision_number=3']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:15.411790 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8bdbad-ceb2-463d-a1f6-8dee4bc4d7f4 x-openstack-request-id: req-ef8bdbad-ceb2-463d-a1f6-8dee4bc4d7f4 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:15.412746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f587c0-7e17-4a81-a610-c0c17451463f", "tag": "1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:15.413003 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef8bdbad-ceb2-463d-a1f6-8dee4bc4d7f4 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:15.413450 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f587c0-7e17-4a81-a610-c0c17451463f', 'tag': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b', 'status': 'completed', 'code': 200} Aug 09 11:52:15.470099 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-35c093f2-3381-45ba-a61e-7eb5433cf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:15.471689 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-35c093f2-3381-45ba-a61e-7eb5433cf360 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6166cedeb58c4c64ae80bfe82b786500&device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 1096 time: 0.0420315 Aug 09 11:52:15.526636 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-2db455db-9174-4638-bccd-f9439214bc0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b HTTP/1.1" status: 200 len: 217 time: 0.0409377 Aug 09 11:52:15.579751 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-c0ec9814-aff9-48ec-9dd3-3bc1f52b3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:15.581239 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-c0ec9814-aff9-48ec-9dd3-3bc1f52b3405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca560299-17b0-4fdd-939e-dc2c17ea6d7c HTTP/1.1" status: 200 len: 854 time: 0.0476239 Aug 09 11:52:15.612972 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-44afc69b-ae15-4abf-957b-0366329cab3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b37b5d33-539d-4a1e-b211-af814631695c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238681 Aug 09 11:52:15.613239 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.680972 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.701189 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-f82bdb08-11aa-4cdf-b9f3-7835dc9710a6 service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Aug 09 11:52:15.793960 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-80e79cee-8c79-4cfa-8006-79e223c56a73 req-6dc11af1-7975-44d7-8c16-628673c02ea4 service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Aug 09 11:52:15.835601 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for port, precommit_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.841367 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59687984'] for port, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:15.916087 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event updated for resources: {'Port': ['ID=581a1097-f3ce-4444-a343-05e8d1b36282,revision_number=2']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:15.918180 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-4ffdd4bf-f6ef-4911-90c9-2547d07112ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:15.919777 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-4ffdd4bf-f6ef-4911-90c9-2547d07112ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6166cedeb58c4c64ae80bfe82b786500&device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 1096 time: 0.0409567 Aug 09 11:52:15.932534 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-355997'] for floatingip, after_update {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:16.011910 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-4868042d-acc1-41de-82ab-488b0c91459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.013499 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-4868042d-acc1-41de-82ab-488b0c91459a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 200 len: 915 time: 0.0865810 Aug 09 11:52:16.031835 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.db.l3_db [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Floating IP ace0e263-2023-4849-8c26-ebcb4352e5cb associated. External IP: 172.27.2.162, port: 20dcd987-d0fd-4457-bae7-9d1f8b837036. Aug 09 11:52:16.055535 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-51e6a164-0700-4e60-8513-533854e7a54c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b HTTP/1.1" status: 200 len: 217 time: 0.0334656 Aug 09 11:52:16.104102 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-bd49a739-1f83-4f8c-a8a6-094cb825f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.105921 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-bd49a739-1f83-4f8c-a8a6-094cb825f54f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca560299-17b0-4fdd-939e-dc2c17ea6d7c HTTP/1.1" status: 200 len: 854 time: 0.0433614 Aug 09 11:52:16.138918 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-9bcb1daa-b0f4-432f-ad3a-ba83e723d044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b37b5d33-539d-4a1e-b211-af814631695c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252566 Aug 09 11:52:16.243275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:52:16.260793 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6027031-86fe-40fe-b629-cec405707e57 req-1c6b2855-e1e8-42c4-91b5-65c771eb7112 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.262275 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d6027031-86fe-40fe-b629-cec405707e57 req-1c6b2855-e1e8-42c4-91b5-65c771eb7112 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 943 time: 0.1082599 Aug 09 11:52:16.300470 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-27aa9814-4cc3-4b17-bae4-0fc9beac0577 service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536636 Aug 09 11:52:16.321008 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d6027031-86fe-40fe-b629-cec405707e57 req-53e10630-8d67-4d54-9e82-a39200d770bc tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Aug 09 11:52:16.352060 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:52:16.363804 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:52:16.371369 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:16.373852 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:16.374503 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:51:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:16.404015 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-7405ad92-be71-4070-97cf-17553fc8d125 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5951777 Aug 09 11:52:16.404876 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036'}] {{(pid=99939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:16.408381 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c890385281005774d9c383560470b98b9ff9c362ec0bd7629d8f8aa15a625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936b985-6969-4603-9f63-b6fc4700a09b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036"}]}' {{(pid=99939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:16.411341 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-a7e31b6d-34cf-4eb3-97ff-cd16b931a90f req-a0c3e738-a955-4568-b061-25e86bdca62f service neutron] 10.222.0.55 "GET /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000426 Aug 09 11:52:16.482412 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:16.595041 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f585d-79db-4698-a26f-34845e611e57 x-openstack-request-id: req-c20f585d-79db-4698-a26f-34845e611e57 {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:16.595329 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036", "status": "completed", "code": 200}]} {{(pid=99939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:16.595581 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c20f585d-79db-4698-a26f-34845e611e57 {{(pid=99939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:16.595970 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'status': 'completed', 'code': 200} Aug 09 11:52:16.679749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b985-6969-4603-9f63-b6fc4700a09b req-3d4f6e65-0a2d-4b58-9b38-5c592ab65525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.681283 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-3d4f6e65-0a2d-4b58-9b38-5c592ab65525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 1099 time: 0.0407550 Aug 09 11:52:16.703729 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:12Z', 'revision_number': 1, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}, {'id': 'ace0e263-2023-4849-8c26-ebcb4352e5cb', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:09:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:15Z', 'updated_at': '2021-08-09T11:52:15Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:16.729650 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:52:16.737716 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:52:16.738320 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:51:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:16.776758 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b985-6969-4603-9f63-b6fc4700a09b req-b326d18f-2e22-453f-9971-68a2b293064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.776758 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-b326d18f-2e22-453f-9971-68a2b293064f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0865042 Aug 09 11:52:16.846284 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-cee6b18b-7684-4a32-871a-6d181508410c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036 HTTP/1.1" status: 200 len: 1000 time: 0.0608528 Aug 09 11:52:16.896952 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b985-6969-4603-9f63-b6fc4700a09b req-a5afd93e-12a6-4ec5-94ad-5f9f2ae2919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.898446 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-a5afd93e-12a6-4ec5-94ad-5f9f2ae2919a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0451150 Aug 09 11:52:16.948964 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b985-6969-4603-9f63-b6fc4700a09b req-44cfec3f-c238-44af-98c0-b0147d679115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:16.950460 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-44cfec3f-c238-44af-98c0-b0147d679115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447972 Aug 09 11:52:16.969803 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:52:17.038698 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-7c7165b1-4907-41be-904b-0e3fce016479 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799813 Aug 09 11:52:17.129224 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6936b985-6969-4603-9f63-b6fc4700a09b req-e4da31ae-1e03-4ac9-bb4c-f44edff8397b service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829437 Aug 09 11:52:17.186910 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:12Z', 'revision_number': 1, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}, {'id': 'ace0e263-2023-4849-8c26-ebcb4352e5cb', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:09:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:15Z', 'updated_at': '2021-08-09T11:52:15Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:52:17.213335 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dda4a-99a9-4d52-bc09-081f510fd36a None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:12Z', 'revision_number': 1, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}, {'id': 'ace0e263-2023-4849-8c26-ebcb4352e5cb', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:09:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:52:15Z', 'updated_at': '2021-08-09T11:52:15Z', 'revision_number': 0, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:52:17.391334 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521d2f1-fa7d-4219-81d0-7df04e8986f0 None None] New status for floating IP ace0e263-2023-4849-8c26-ebcb4352e5cb: ACTIVE {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:52:17.436786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff444-4ae4-4caa-a02b-daba4cd7dc4d req-1ed170a3-1f15-401d-b28e-6b95a8b0b26e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:17.438284 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-124ff444-4ae4-4caa-a02b-daba4cd7dc4d req-1ed170a3-1f15-401d-b28e-6b95a8b0b26e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 943 time: 0.0500362 Aug 09 11:52:17.475377 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-124ff444-4ae4-4caa-a02b-daba4cd7dc4d req-e5d70174-8be4-4d9f-8b94-0278731a7414 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Aug 09 11:52:18.578339 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b details requested by agent hyperv_hv-cinder-80265 with host hv-cinder-80265 {{(pid=99941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 11:52:18.590318 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdd4f0-4683-472f-80cc-7796ab23557e req-aec1f093-94aa-46b8-91e7-e2c54ffb306b tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:18.591832 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-24cdd4f0-4683-472f-80cc-7796ab23557e req-aec1f093-94aa-46b8-91e7-e2c54ffb306b tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 943 time: 0.0492513 Aug 09 11:52:18.628936 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-24cdd4f0-4683-472f-80cc-7796ab23557e req-481312c5-22b7-442f-b9ee-32cb952aae53 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307293 Aug 09 11:52:18.667832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:18.678511 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Returning: {'device': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b', 'network_id': 'b37b5d33-539d-4a1e-b211-af814631695c', 'port_id': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b', 'mac_address': 'fa:16:3e:a3:30:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca560299-17b0-4fdd-939e-dc2c17ea6d7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 11:52:18.718054 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:18.730255 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b {{(pid=99941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 11:52:18.748635 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:18.752197 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:18.797311 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,revision_number=4']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:19.051983 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:52:19.745227 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3896f-312f-412e-b515-4d4b8e8a2dcd req-dc27f142-1de9-4783-9c47-4d5a83193917 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:19.746693 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-13f3896f-312f-412e-b515-4d4b8e8a2dcd req-dc27f142-1de9-4783-9c47-4d5a83193917 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 944 time: 0.0499742 Aug 09 11:52:19.784476 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-13f3896f-312f-412e-b515-4d4b8e8a2dcd req-c84c89d0-ed77-4026-bf88-4816a6960a5a tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Aug 09 11:52:20.578094 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b up at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 11:52:20.624257 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning for port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b completed by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 11:52:20.627688 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.provisioning_blocks [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Provisioning complete for port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b triggered by entity L2. {{(pid=99941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 11:52:20.628061 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3495506'] for port, provisioning_complete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.701013 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.710484 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826449'] for port, before_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.734111 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f587c0-7e17-4a81-a610-c0c17451463f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b'}] {{(pid=99941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:20.736408 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad023dfcc0d429de56371f45014505310a8037116d7d60fe7562b461ccc109c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da6fcc1-2860-4e4d-a834-99a7c18d652c" -d '{"events": [{"server_uuid": "64f587c0-7e17-4a81-a610-c0c17451463f", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b"}]}' {{(pid=99941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:20.748866 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] For port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:20.753431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787072607645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787072222455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787072219917'] for port, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:20.776756 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ca43bf-94f8-4bf3-8534-872cb0ef2b85 x-openstack-request-id: req-f4ca43bf-94f8-4bf3-8534-872cb0ef2b85 {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:20.777046 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f587c0-7e17-4a81-a610-c0c17451463f", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b", "code": 200}]} {{(pid=99941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:20.777296 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4ca43bf-94f8-4bf3-8534-872cb0ef2b85 {{(pid=99941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:20.777684 dv-cinder-802653-6-iscsi neutron-server[99941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f587c0-7e17-4a81-a610-c0c17451463f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b', 'code': 200} Aug 09 11:52:20.801704 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,revision_number=5']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:20.901670 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ead1-dce9-4761-b26b-2b4226e62931 req-e8160416-cc0e-4d28-b0f1-1e1de93c872e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:20.903925 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0c59ead1-dce9-4761-b26b-2b4226e62931 req-e8160416-cc0e-4d28-b0f1-1e1de93c872e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 945 time: 0.0499418 Aug 09 11:52:20.944858 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-0c59ead1-dce9-4761-b26b-2b4226e62931 req-a4d96ec8-ce7d-4f3c-b094-8e83c9fc1b2f tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Aug 09 11:52:20.993508 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a0103-3e1e-4d88-8bdb-afce12caa399 req-c97b57b5-049b-4af7-b618-a27f8850f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:20.994934 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e58a0103-3e1e-4d88-8bdb-afce12caa399 req-c97b57b5-049b-4af7-b618-a27f8850f1b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 1098 time: 0.0379570 Aug 09 11:52:21.034151 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e58a0103-3e1e-4d88-8bdb-afce12caa399 req-c5dd5d6e-b30c-4fe0-b7c9-d1d5ad767c2c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268898 Aug 09 11:52:21.918629 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5b469808-d955-4b79-8a9e-0cf60ee23e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:22.078451 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7bf3d-aa7a-4fde-a1a1-db7cc2443e12 req-dd22418d-73f9-4031-b2af-b74189f7bc62 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:22.079931 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-80d7bf3d-aa7a-4fde-a1a1-db7cc2443e12 req-dd22418d-73f9-4031-b2af-b74189f7bc62 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 945 time: 0.0530915 Aug 09 11:52:22.123486 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-80d7bf3d-aa7a-4fde-a1a1-db7cc2443e12 req-35e47514-e94e-4eaf-9071-7a9f9977aba5 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Aug 09 11:52:23.240644 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159c266-937d-4137-ad00-2ecbd1e58f5b req-3ba6ea6f-5310-4163-8ee9-250777d1bd8c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:23.242129 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6159c266-937d-4137-ad00-2ecbd1e58f5b req-3ba6ea6f-5310-4163-8ee9-250777d1bd8c tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 945 time: 0.0505178 Aug 09 11:52:23.281724 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-6159c266-937d-4137-ad00-2ecbd1e58f5b req-1e4ff42d-6ed5-4a60-ac9e-badbabff15f5 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Aug 09 11:52:24.573955 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-8dd556c8-5b9d-4944-b564-f9e26315f878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:24.741810 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:25.350043 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:52:25.708417 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:27.235120 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:44.280243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e39513-f146-4188-ab28-8b5dbe772f2f req-1e844854-f75a-42f5-82f1-ab3c7f45c258 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:44.281639 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-87e39513-f146-4188-ab28-8b5dbe772f2f req-1e844854-f75a-42f5-82f1-ab3c7f45c258 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 945 time: 0.0483904 Aug 09 11:52:44.323281 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-87e39513-f146-4188-ab28-8b5dbe772f2f req-028afac7-8a3f-458a-826c-81c6423ed90d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Aug 09 11:52:45.446275 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db185f5-eb6b-43aa-82c0-9a36e77cc652 req-521c0ae3-ae74-4608-8be5-e707455ed2a0 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:45.447749 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4db185f5-eb6b-43aa-82c0-9a36e77cc652 req-521c0ae3-ae74-4608-8be5-e707455ed2a0 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 945 time: 0.0487263 Aug 09 11:52:45.494643 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-4db185f5-eb6b-43aa-82c0-9a36e77cc652 req-ea02a47e-eb50-4302-ad61-9c29bb4dc454 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/security-groups?id=a83e54a0-2cc0-4a34-994b-c6e09bb6f315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Aug 09 11:52:45.993016 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-8434315d-bf57-42c8-bf18-7b581342378e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:52:45.994497 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-8434315d-bf57-42c8-bf18-7b581342378e tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 945 time: 0.0493929 Aug 09 11:52:46.085397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Deleting port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:52:46.085736 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.179282 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] For port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,segment=NetworkSegment(26299162-3e7f-46d9-838d-ec7ee9a35622),segment_id=26299162-3e7f-46d9-838d-ec7ee9a35622)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:52:46.179647 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.193543 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Calling delete_port for 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:52:46.324722 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.360148 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] get_ports_and_sgs() called for port_ids ['1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b'] {{(pid=99941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 11:52:46.364625 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Pushing event deleted for resources: {'Port': ['ID=1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:52:46.410973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] No DVR routers for this DVR port 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:52:46.414082 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:46.416454 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f19e923e-d7eb-4f37-9528-a69223b1eb40 req-7435aab2-a7d8-4a01-95f9-8d9258e7bf0d tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.55 "DELETE /v2.0/ports/1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b HTTP/1.1" status: 204 len: 173 time: 0.4158978 Aug 09 11:52:46.416902 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f587c0-7e17-4a81-a610-c0c17451463f', 'name': 'network-vif-deleted', 'tag': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:52:46.419296 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998e537-285d-4bc5-83e3-bc06b541582a" -d '{"events": [{"server_uuid": "64f587c0-7e17-4a81-a610-c0c17451463f", "name": "network-vif-deleted", "tag": "1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:52:46.469589 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b5793-3137-4ddb-a693-b1ab9ee35f3f x-openstack-request-id: req-ab7b5793-3137-4ddb-a693-b1ab9ee35f3f {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:52:46.469882 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f587c0-7e17-4a81-a610-c0c17451463f", "name": "network-vif-deleted", "tag": "1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:52:46.470179 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab7b5793-3137-4ddb-a693-b1ab9ee35f3f {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:52:46.470533 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f587c0-7e17-4a81-a610-c0c17451463f', 'name': 'network-vif-deleted', 'tag': '1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b', 'status': 'completed', 'code': 200} Aug 09 11:52:46.604600 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-32d6a238-1743-47f7-921c-80d3a35f3f12 req-17d5f33f-c36f-4569-8cf8-e4543b1a3537 tempest-VolumesSnapshotTestJSON-1885991825 tempest-VolumesSnapshotTestJSON-1885991825-project] 10.222.0.41 "GET /v2.0/ports?device_id=64f587c0-7e17-4a81-a610-c0c17451463f HTTP/1.1" status: 200 len: 210 time: 0.0274742 Aug 09 11:52:50.696799 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:51.921241 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5825da10-f533-4dd3-a029-7a053d6ac080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:52.278695 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:52:52.305862 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:52:52.306360 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 1aa4f1e4-3e15-4e6a-9dfa-1b8d536de36b not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:52:54.576436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-db8c72c3-23d1-489a-901e-c7ffc1d1fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:54.745368 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:55.712664 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:52:57.237638 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:01.041733 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-166e0110-9f0c-49df-805c-c4be9a5742dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390422 Aug 09 11:53:01.142093 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-aaeb197a-064e-4ee4-b4b1-33c1184688ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:01.143545 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-aaeb197a-064e-4ee4-b4b1-33c1184688ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1098 time: 0.0430431 Aug 09 11:53:01.245570 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-c3c918fb-bb55-4b24-8bdb-ad896ad7acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:01.247007 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-c3c918fb-bb55-4b24-8bdb-ad896ad7acfe service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0818782 Aug 09 11:53:01.314431 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-2db66c02-8dba-4133-8dc9-9c58d01b42ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0588965 Aug 09 11:53:01.363541 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-a214cd8d-e7e1-4193-994b-98533431a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:01.365036 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-a214cd8d-e7e1-4193-994b-98533431a9e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0426252 Aug 09 11:53:01.410838 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-793a2a90-ddca-44da-bddd-9ac320676022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:01.412343 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-793a2a90-ddca-44da-bddd-9ac320676022 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374901 Aug 09 11:53:01.512041 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-98675748-4b33-4919-8631-df32f2830c18 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835080 Aug 09 11:53:01.598975 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-d02d4e48-49d8-426a-bba8-77bd5f1440d4 req-74914c04-bc03-412a-b4a1-784bb198c55d service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795441 Aug 09 11:53:02.349062 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:53:10.984393 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43728) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:11.027633 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Deleting subnet ca560299-17b0-4fdd-939e-dc2c17ea6d7c {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:53:11.030568 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.066231 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.104444 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.154157 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.178670 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca560299-17b0-4fdd-939e-dc2c17ea6d7c,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:11.182469 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.184417 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-93df909b-2bc0-4107-832d-bc6aaa3c716c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ca560299-17b0-4fdd-939e-dc2c17ea6d7c HTTP/1.1" status: 204 len: 168 time: 0.1989715 Aug 09 11:53:11.187257 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43730) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:11.256235 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.335314 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.346399 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37b5d33-539d-4a1e-b211-af814631695c']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:11.362261 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26299162-3e7f-46d9-838d-ec7ee9a35622') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:11.362676 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26299162-3e7f-46d9-838d-ec7ee9a35622') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:11.371256 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.384145 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.389900 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:53:11.390283 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:53:11.391857 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:53:11.443081 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.448707 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.450820 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b37b5d33-539d-4a1e-b211-af814631695c HTTP/1.1" status: 204 len: 168 time: 0.2631278 Aug 09 11:53:11.461371 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa50e2-d119-4416-b4cf-253c995d7a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37b5d33-539d-4a1e-b211-af814631695c,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:11.573221 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43734) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:11.612442 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-053e9a57-b1e8-4d3d-bbeb-de23a4a5d59d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6166cedeb58c4c64ae80bfe82b786500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379932 Aug 09 11:53:11.614749 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43736) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:11.677343 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.698967 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.743799 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.746416 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:11.748653 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a83e54a0-2cc0-4a34-994b-c6e09bb6f315 HTTP/1.1" status: 204 len: 168 time: 0.1329474 Aug 09 11:53:11.756622 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e54a0-2cc0-4a34-994b-c6e09bb6f315,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:11.763956 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.764350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.764676 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.765008 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.765335 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.765663 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.765985 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.766303 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.766629 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.766949 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.767265 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:11.767584 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5cd709-68b2-42a1-a9ea-8e11c0c26c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:53:20.699009 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:21.921290 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-8532c291-4013-4086-9893-6b534b1f5525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:24.577770 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-66886b9f-c642-4580-9d32-6b112fcfa8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:24.747801 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:25.714104 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:27.240273 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:39.348104 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:53:50.693431 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:51.920918 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-97abd9bc-e327-424c-8acd-16e509b91d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:54.580234 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-b72bd783-bd52-4335-afad-deefcabdb8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:54.749055 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:54.980162 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43746) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:53:55.315975 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Deleting port 581a1097-f3ce-4444-a343-05e8d1b36282 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:55.316359 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:55.387164 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:55.387485 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:55.398442 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Calling delete_port for 581a1097-f3ce-4444-a343-05e8d1b36282 owned by network:floatingip {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:55.539921 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:55.562683 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'Port': ['ID=581a1097-f3ce-4444-a343-05e8d1b36282,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:55.625706 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:55.626041 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Floating IP ace0e263-2023-4849-8c26-ebcb4352e5cb disassociated (deleted). External IP: 172.27.2.162, port: 20dcd987-d0fd-4457-bae7-9d1f8b837036. Aug 09 11:53:55.716658 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:56.097526 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:53:56.201730 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:53:56.206114 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:56.211564 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:53:56.220832 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:56.221445 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:56.233028 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-48ef64b6-3d42-45cc-b56d-9471911081e8 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "DELETE /v2.0/floatingips/ace0e263-2023-4849-8c26-ebcb4352e5cb HTTP/1.1" status: 204 len: 168 time: 1.2517521 Aug 09 11:53:56.233614 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:56.235857 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c72285-57f2-4d7d-85f8-39faa3d470cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:56.273626 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b92b43-235b-407f-8089-21e912b2ea4a x-openstack-request-id: req-02b92b43-235b-407f-8089-21e912b2ea4a {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:56.273924 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:56.274181 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02b92b43-235b-407f-8089-21e912b2ea4a {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:56.275121 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'status': 'completed', 'code': 200} Aug 09 11:53:56.347355 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:56.373571 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-a060faf4-e1c5-4e2b-9f9c-42309a361a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:56.374986 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-a060faf4-e1c5-4e2b-9f9c-42309a361a15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 1099 time: 0.0509188 Aug 09 11:53:56.506247 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-898485f6-6029-4334-ad56-cefcf0470f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:56.507730 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-898485f6-6029-4334-ad56-cefcf0470f4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.0911069 Aug 09 11:53:56.553579 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-28aa2c4b-839e-46cc-9762-0c6f5433bee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036 HTTP/1.1" status: 200 len: 217 time: 0.0376699 Aug 09 11:53:56.586301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:12Z', 'revision_number': 1, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:56.612745 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:53:56.621155 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:53:56.621763 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:56.635652 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-4d86e8aa-0867-4bc6-af0a-445f9d18ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:56.637197 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-4d86e8aa-0867-4bc6-af0a-445f9d18ce77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0750806 Aug 09 11:53:56.644379 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1058-e5c7-494c-979a-d43f6aa025e4 req-c714700e-b9cb-4225-9426-37d4c3d3c456 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:56.645907 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfea1058-e5c7-494c-979a-d43f6aa025e4 req-c714700e-b9cb-4225-9426-37d4c3d3c456 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 946 time: 0.2351379 Aug 09 11:53:56.716832 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-cfea1058-e5c7-494c-979a-d43f6aa025e4 req-39d2feca-8820-4546-9d9d-752b39401fe9 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621233 Aug 09 11:53:56.719641 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-181f1451-546a-4d30-beb8-f35647fa7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:56.721097 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-181f1451-546a-4d30-beb8-f35647fa7f52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743728 Aug 09 11:53:56.728544 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:53:56.811299 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-e66a39c3-1942-4c4f-ab96-0e3061b242b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811269 Aug 09 11:53:56.905630 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-f1c72285-57f2-4d7d-85f8-39faa3d470cc req-401eadb5-5d8f-4046-93d2-7cf0d12058f5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Aug 09 11:53:56.951287 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:12Z', 'revision_number': 1, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:53:56.979504 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77b982-b0e6-4b8a-9db6-94df18dea846 None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_floatingips': [{'id': '83a903f1-bde3-4859-8deb-5f7f6547678e', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'router_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'port_id': '954b0d20-3139-456e-a73f-240635c9f0b6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'mac_address': 'fa:16:3e:1d:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395d407b-7c56-493a-b016-144cdb1f308a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T11:50:10Z', 'updated_at': '2021-08-09T11:50:12Z', 'revision_number': 1, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:53:57.189060 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbb1d3-aca1-4e99-bc78-7bbcd30fe7b3 None None] New status for floating IP ace0e263-2023-4849-8c26-ebcb4352e5cb: DOWN {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:53:57.241416 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:57.832846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0987ad4-450e-45e5-bc36-7cc62769707d req-a7d148f5-69c2-49d8-9e40-bd312cd662a1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:57.834315 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e0987ad4-450e-45e5-bc36-7cc62769707d req-a7d148f5-69c2-49d8-9e40-bd312cd662a1 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 946 time: 0.0494540 Aug 09 11:53:57.870789 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-e0987ad4-450e-45e5-bc36-7cc62769707d req-f9628c2f-923b-47d3-a07f-e7d1b3600659 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306721 Aug 09 11:53:58.139397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155f50-a79e-4ab8-8503-88d43a530089 req-f000d418-c5bb-4f02-9cf4-37f0b7c97397 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:53:58.140797 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-74155f50-a79e-4ab8-8503-88d43a530089 req-f000d418-c5bb-4f02-9cf4-37f0b7c97397 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 946 time: 0.0492728 Aug 09 11:53:58.231840 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Deleting port 20dcd987-d0fd-4457-bae7-9d1f8b837036 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:53:58.232208 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:58.322120 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] For port 20dcd987-d0fd-4457-bae7-9d1f8b837036, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=20dcd987-d0fd-4457-bae7-9d1f8b837036,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:53:58.322483 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:58.334823 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Calling delete_port for 20dcd987-d0fd-4457-bae7-9d1f8b837036 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:53:58.459752 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:58.488504 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'Port': ['ID=20dcd987-d0fd-4457-bae7-9d1f8b837036,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:53:58.529716 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] No DVR routers for this DVR port 20dcd987-d0fd-4457-bae7-9d1f8b837036 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:53:58.532247 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:53:58.534237 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-74155f50-a79e-4ab8-8503-88d43a530089 req-7344e4a5-5cb6-4dab-9b8b-ec600765d14a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "DELETE /v2.0/ports/20dcd987-d0fd-4457-bae7-9d1f8b837036 HTTP/1.1" status: 204 len: 173 time: 0.3862157 Aug 09 11:53:58.534665 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'name': 'network-vif-deleted', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:53:58.536924 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2ee6a-95b3-4bb0-b596-a73d3938c94d" -d '{"events": [{"server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "name": "network-vif-deleted", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:53:58.603760 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cb21d4-29ec-418a-9179-59e5f4991913 x-openstack-request-id: req-e1cb21d4-29ec-418a-9179-59e5f4991913 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:53:58.604048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec", "name": "network-vif-deleted", "tag": "20dcd987-d0fd-4457-bae7-9d1f8b837036", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:53:58.604330 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1cb21d4-29ec-418a-9179-59e5f4991913 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:53:58.604719 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec', 'name': 'network-vif-deleted', 'tag': '20dcd987-d0fd-4457-bae7-9d1f8b837036', 'status': 'completed', 'code': 200} Aug 09 11:53:58.989276 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-be13abe6-8da5-4fb4-b61e-01aa62f6eed7 req-5c1ee0b0-fbae-4387-af50-2476a1b86374 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a889d9a-8d62-4a04-8f88-f2e67e6ee5ec HTTP/1.1" status: 200 len: 210 time: 0.0343778 Aug 09 11:54:02.255965 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43786) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:02.417094 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Deleting port 0be6a1b2-3b9b-4eb8-bcc4-2388fdc48218 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:02.417435 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:02.488333 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:02.488657 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:02.500243 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Calling delete_port for 0be6a1b2-3b9b-4eb8-bcc4-2388fdc48218 owned by network:floatingip {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:02.644006 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:02.666132 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'Port': ['ID=0be6a1b2-3b9b-4eb8-bcc4-2388fdc48218,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:02.732753 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:02.733090 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.db.l3_db [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Floating IP 83a903f1-bde3-4859-8deb-5f7f6547678e disassociated (deleted). External IP: 172.27.2.126, port: 954b0d20-3139-456e-a73f-240635c9f0b6. Aug 09 11:54:02.929187 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:54:03.035720 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:54:03.040438 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:03.045676 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:54:03.054544 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:54:03.055145 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:03.071491 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-61586c6d-1f6b-4d70-8215-c8dc29d7f6ed tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "DELETE /v2.0/floatingips/83a903f1-bde3-4859-8deb-5f7f6547678e HTTP/1.1" status: 204 len: 168 time: 0.8144183 Aug 09 11:54:03.072088 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:54:03.074388 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2525b9cf-1e39-4537-886f-5647f396454d" -d '{"events": [{"name": "network-changed", "server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:54:03.110636 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8693d96-7328-4f1c-aab8-82b292e22ad5 x-openstack-request-id: req-c8693d96-7328-4f1c-aab8-82b292e22ad5 {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:54:03.110937 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:54:03.111191 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8693d96-7328-4f1c-aab8-82b292e22ad5 {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:54:03.111598 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6', 'status': 'completed', 'code': 200} Aug 09 11:54:03.168543 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:54:03.172116 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 20dcd987-d0fd-4457-bae7-9d1f8b837036 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:03.253485 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b9cf-1e39-4537-886f-5647f396454d req-934b10a8-f01d-43b2-a775-e5c28587d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:03.255014 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-934b10a8-f01d-43b2-a775-e5c28587d51a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 1098 time: 0.1009130 Aug 09 11:54:03.367350 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26729c8-27e2-4ab6-9992-6d08927685b5 req-9b358856-4f60-4367-9cf4-96a6c7cbaf80 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:03.368908 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e26729c8-27e2-4ab6-9992-6d08927685b5 req-9b358856-4f60-4367-9cf4-96a6c7cbaf80 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 945 time: 0.1130044 Aug 09 11:54:03.391212 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 20dcd987-d0fd-4457-bae7-9d1f8b837036 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:03.391548 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 20dcd987-d0fd-4457-bae7-9d1f8b837036 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:03.402020 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b9cf-1e39-4537-886f-5647f396454d req-92367030-6835-4b61-b507-5616cb7200ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:03.403505 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-92367030-6835-4b61-b507-5616cb7200ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 200 len: 912 time: 0.1390569 Aug 09 11:54:03.450673 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-e26729c8-27e2-4ab6-9992-6d08927685b5 req-945a8ca8-7876-44ba-bbc9-cd8206f4ae7f tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731351 Aug 09 11:54:03.451936 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-aba36da2-f1d4-439c-910a-ec3039f9a5c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 200 len: 217 time: 0.0392451 Aug 09 11:54:03.509752 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b9cf-1e39-4537-886f-5647f396454d req-05685298-c7a3-4283-b31a-e1ba58dc6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:03.511784 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-05685298-c7a3-4283-b31a-e1ba58dc6da8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 200 len: 850 time: 0.0516872 Aug 09 11:54:03.517891 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:03.547044 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:54:03.554995 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:54:03.555601 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:03.557819 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b9cf-1e39-4537-886f-5647f396454d req-5620c389-1c44-4c03-8cce-8a6bae9a3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:03.559596 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-5620c389-1c44-4c03-8cce-8a6bae9a3ffd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e2cf37c-2a85-4c13-a773-83d543b0c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406497 Aug 09 11:54:03.652113 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-49180301-0dd0-4f0b-8382-5847cd69f6a5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843470 Aug 09 11:54:03.662549 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:54:03.745896 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-2525b9cf-1e39-4537-886f-5647f396454d req-d6b7a69d-70a8-4b25-b867-1371e937162c service neutron] 10.222.0.55 "GET /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Aug 09 11:54:03.853801 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:03.879300 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb71688d-fbf1-408e-b10c-ad44e750f140 None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:47:10Z', 'revision_number': 4, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi', '_interfaces': [{'id': '866eae96-6162-4ec7-b9d0-2b8217025500', 'name': '', 'network_id': '0e2cf37c-2a85-4c13-a773-83d543b0c6d9', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'mac_address': 'fa:16:3e:f4:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:10Z', 'updated_at': '2021-08-09T11:47:16Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'subnets': [{'id': 'a123800d-9b02-4ec1-bc97-9cae709b6f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:54:04.091878 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c481e2c-778d-424e-a95b-d429e101b671 None None] New status for floating IP 83a903f1-bde3-4859-8deb-5f7f6547678e: DOWN {{(pid=99942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 11:54:04.567484 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24884a1a-42b8-4c11-98f7-5f5f14aa1a28 req-3b918ed7-53e0-487b-9201-685cc48762b4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:04.568946 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-24884a1a-42b8-4c11-98f7-5f5f14aa1a28 req-3b918ed7-53e0-487b-9201-685cc48762b4 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 945 time: 0.0492878 Aug 09 11:54:04.606982 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-24884a1a-42b8-4c11-98f7-5f5f14aa1a28 req-a95766fa-615c-4f87-9f21-320c3823d977 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/security-groups?id=5070a9af-4ad2-4025-b611-cd797f6d687c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Aug 09 11:54:04.940603 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-1b291cab-712d-4e03-b37f-d95c4d429098 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 11:54:04.941952 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-1b291cab-712d-4e03-b37f-d95c4d429098 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 945 time: 0.0468872 Aug 09 11:54:05.031768 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Deleting port 954b0d20-3139-456e-a73f-240635c9f0b6 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:05.032104 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:05.115218 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] For port 954b0d20-3139-456e-a73f-240635c9f0b6, host hv-cinder-80265, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80265',level=0,port_id=954b0d20-3139-456e-a73f-240635c9f0b6,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:05.115575 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:05.126825 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Calling delete_port for 954b0d20-3139-456e-a73f-240635c9f0b6 owned by compute:nova {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:05.253770 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:05.281841 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'Port': ['ID=954b0d20-3139-456e-a73f-240635c9f0b6,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:05.323786 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] No DVR routers for this DVR port 954b0d20-3139-456e-a73f-240635c9f0b6 on host hv-cinder-80265 {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:54:05.326661 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for port, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:05.328837 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [req-eb802ae0-3c81-4b80-a477-d296aec7c552 req-00069191-8278-40f1-8755-5da3512ec01a tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.55 "DELETE /v2.0/ports/954b0d20-3139-456e-a73f-240635c9f0b6 HTTP/1.1" status: 204 len: 173 time: 0.3801942 Aug 09 11:54:05.329326 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'name': 'network-vif-deleted', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6'}] {{(pid=99940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 11:54:05.331619 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebfd230573901b37e68a3742fea428f9f907a40241680d72f9876610d91ecba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c7e3d-4a02-4a16-8a7c-6516569e54ff" -d '{"events": [{"server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "name": "network-vif-deleted", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6"}]}' {{(pid=99940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 11:54:05.367510 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cf3fd6-57c7-4441-a1ca-30a0ff78bbbe x-openstack-request-id: req-69cf3fd6-57c7-4441-a1ca-30a0ff78bbbe {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 11:54:05.367816 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395d407b-7c56-493a-b016-144cdb1f308a", "name": "network-vif-deleted", "tag": "954b0d20-3139-456e-a73f-240635c9f0b6", "status": "completed", "code": 200}]} {{(pid=99940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 11:54:05.368069 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69cf3fd6-57c7-4441-a1ca-30a0ff78bbbe {{(pid=99940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 11:54:05.368491 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395d407b-7c56-493a-b016-144cdb1f308a', 'name': 'network-vif-deleted', 'tag': '954b0d20-3139-456e-a73f-240635c9f0b6', 'status': 'completed', 'code': 200} Aug 09 11:54:05.714958 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [req-3dede1dd-65aa-4793-a49b-91bc9264fe80 req-fd78a83e-ba53-4d45-a767-53b7cd352582 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "GET /v2.0/ports?device_id=395d407b-7c56-493a-b016-144cdb1f308a HTTP/1.1" status: 200 len: 210 time: 0.0298178 Aug 09 11:54:06.607147 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-610ed1b2-b1b0-4dd5-bf5a-5ed6f7a9ba87 req-bc43dca3-dd1e-461f-b45e-99848318f361 service neutron] (99939) timed out ('10.222.0.55', 51432) {{(pid=99939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:54:06.770674 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43804) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:06.889259 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Deleting port fc2cb79b-8d63-4207-be89-c885b3e36e2f {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:06.889511 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:06.965604 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:06.965935 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:06.977096 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Calling delete_port for fc2cb79b-8d63-4207-be89-c885b3e36e2f owned by network:floatingip {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:07.104677 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:07.129708 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'Port': ['ID=fc2cb79b-8d63-4207-be89-c885b3e36e2f,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:07.140845 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.141142 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.141487 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.141833 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.142166 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.142501 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.142831 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.143159 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.143490 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.143816 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.144140 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.144490 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:07.196447 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for floatingip, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:07.198980 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-909973'] for floatingip, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:07.200130 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-effaeca2-4345-4481-8e6b-bce4346d9667 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "DELETE /v2.0/floatingips/275881b8-a06f-4d5e-a833-4655e5fdc992 HTTP/1.1" status: 204 len: 168 time: 0.4285047 Aug 09 11:54:08.391712 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43816) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:08.449405 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d8d00e2c-e282-42dc-8efd-1f899408cc14 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:08.476630 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d8d00e2c-e282-42dc-8efd-1f899408cc14 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:08.536529 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d8d00e2c-e282-42dc-8efd-1f899408cc14 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:08.539098 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d8d00e2c-e282-42dc-8efd-1f899408cc14 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:08.540291 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-d8d00e2c-e282-42dc-8efd-1f899408cc14 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] 10.222.0.41 "DELETE /v2.0/security-groups/5070a9af-4ad2-4025-b611-cd797f6d687c HTTP/1.1" status: 204 len: 168 time: 0.1475322 Aug 09 11:54:08.549687 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d00e2c-e282-42dc-8efd-1f899408cc14 tempest-TestVolumeBootPattern-101210197 tempest-TestVolumeBootPattern-101210197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070a9af-4ad2-4025-b611-cd797f6d687c,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:08.595202 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43820) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:09.036534 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:09.171609 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 954b0d20-3139-456e-a73f-240635c9f0b6 no longer exists at agent hyperv_hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:09.194159 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] No Port match for: 954b0d20-3139-456e-a73f-240635c9f0b6 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:09.194501 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Device 954b0d20-3139-456e-a73f-240635c9f0b6 not bound to the agent host hv-cinder-80265 {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:09.271746 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Deleting port 866eae96-6162-4ec7-b9d0-2b8217025500 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:09.272096 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:09.348007 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] For port 866eae96-6162-4ec7-b9d0-2b8217025500, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=866eae96-6162-4ec7-b9d0-2b8217025500,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:09.348397 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:09.363677 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Calling delete_port for 866eae96-6162-4ec7-b9d0-2b8217025500 owned by network:router_interface {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:09.533628 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:09.555847 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=866eae96-6162-4ec7-b9d0-2b8217025500,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:09.718055 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:09.921690 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:54:10.313483 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:54:10.321110 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-b1db2f5f-946a-4f69-bf6f-d3d9eab1efc7 admin admin] 10.222.0.41 "PUT /v2.0/routers/7ef5c113-562c-4de1-87b1-faf2c13d47d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221396 Aug 09 11:54:10.321261 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43824) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:10.322368 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] Sync routers for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:54:10.331851 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:54:10.332482 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:10.428649 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks [] for router, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:10.433855 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:54:10.533679 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:10.584886 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Deleting port b19c73a6-06ee-433c-8b17-61dd58c1ed01 {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:10.585133 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:10.606053 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:54:09Z', 'revision_number': 5, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port': {'id': 'b19c73a6-06ee-433c-8b17-61dd58c1ed01', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:08Z', 'updated_at': '2021-08-09T11:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:10.641996 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] Checking router: 7ef5c113-562c-4de1-87b1-faf2c13d47d4 for host: dv-cinder-802653-6-iscsi {{(pid=99941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:54:10.650841 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] Routers {'7ef5c113-562c-4de1-87b1-faf2c13d47d4'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:54:10.651453 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'], 'active': True} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:10.663048 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] For port b19c73a6-06ee-433c-8b17-61dd58c1ed01, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=b19c73a6-06ee-433c-8b17-61dd58c1ed01,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:10.663419 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:10.677023 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Calling delete_port for b19c73a6-06ee-433c-8b17-61dd58c1ed01 owned by network:router_gateway {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:10.735549 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvr_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] Set router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 gateway port host: None {{(pid=99941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:54:10.788227 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_hamode_db [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:54:10Z', 'revision_number': 6, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:10.815099 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec3cf-88c0-4da5-8191-6a7438111f14 None None] The sync data for ids ['7ef5c113-562c-4de1-87b1-faf2c13d47d4'] in dv-cinder-802653-6-iscsi is: [{'id': '7ef5c113-562c-4de1-87b1-faf2c13d47d4', 'name': 'tempest-TestVolumeBootPattern-210149043-router', 'tenant_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:07Z', 'updated_at': '2021-08-09T11:54:10Z', 'revision_number': 6, 'project_id': 'eec21ed49f5d44bd9fa49ed7c9819dfa', 'gw_port_host': None}] {{(pid=99941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:54:10.846523 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:10.876578 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Pushing event deleted for resources: {'Port': ['ID=b19c73a6-06ee-433c-8b17-61dd58c1ed01,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:10.934884 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.021473 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.023502 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.065601 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.066111 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef5c113-562c-4de1-87b1-faf2c13d47d4 {{(pid=99940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:54:11.070347 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] Notify callbacks [] for router, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.071740 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-3bad4fcc-a753-4fe7-ae20-71a497bcceab admin admin] 10.222.0.41 "DELETE /v2.0/routers/7ef5c113-562c-4de1-87b1-faf2c13d47d4 HTTP/1.1" status: 204 len: 168 time: 0.7495487 Aug 09 11:54:11.074753 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43826) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:11.121569 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.db_base_plugin_v2 [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Deleting subnet a123800d-9b02-4ec1-bc97-9cae709b6f94 {{(pid=99940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:54:11.124474 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.159727 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62849717'] for subnet, precommit_delete_associations {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.239091 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.295521 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62849389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62010591'] for subnet, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.321836 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a123800d-9b02-4ec1-bc97-9cae709b6f94,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:11.326229 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.328332 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-45844b18-5d59-4215-8819-c831e2dd2ee4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a123800d-9b02-4ec1-bc97-9cae709b6f94 HTTP/1.1" status: 204 len: 168 time: 0.2523818 Aug 09 11:54:11.330513 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.wsgi [-] (99940) accepted ('10.222.0.41', 43828) {{(pid=99940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:11.332914 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a7980-eb61-4904-9716-2771f6270621 None None] Network 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:54:11.396576 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.449065 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Deleting port 18514564-1c53-47ab-b6e3-bc1eb0247c3f {{(pid=99940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:11.449415 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.517604 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.db [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] For port 18514564-1c53-47ab-b6e3-bc1eb0247c3f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=18514564-1c53-47ab-b6e3-bc1eb0247c3f,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:11.518436 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.531475 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.plugin [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Calling delete_port for 18514564-1c53-47ab-b6e3-bc1eb0247c3f owned by network:dhcp {{(pid=99940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:11.550016 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] DHCP port deletion for 0e2cf37c-2a85-4c13-a773-83d543b0c6d9 request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:54:11.597777 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Deleting port 18514564-1c53-47ab-b6e3-bc1eb0247c3f {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:11.598237 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.613717 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62849374'] for port, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.638355 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Pushing event deleted for resources: {'Port': ['ID=18514564-1c53-47ab-b6e3-bc1eb0247c3f,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:11.644111 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] No DVR routers for this DVR port 18514564-1c53-47ab-b6e3-bc1eb0247c3f on host dv-cinder-802653-6-iscsi {{(pid=99940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:54:11.669496 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] For port 18514564-1c53-47ab-b6e3-bc1eb0247c3f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=18514564-1c53-47ab-b6e3-bc1eb0247c3f,segment=NetworkSegment(0e024fb4-8a20-43f5-882d-e53043d62bee),segment_id=0e024fb4-8a20-43f5-882d-e53043d62bee)] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:11.669905 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.684159 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Calling delete_port for 18514564-1c53-47ab-b6e3-bc1eb0247c3f owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:11.724230 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.734973 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2cf37c-2a85-4c13-a773-83d543b0c6d9']}} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:11.747002 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e024fb4-8a20-43f5-882d-e53043d62bee') {'for_net_delete': True} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:11.747197 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.services.segments.db [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e024fb4-8a20-43f5-882d-e53043d62bee') {} {{(pid=99940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:11.756331 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62849698'] for segment, before_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.770625 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.773806 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.780470 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=99940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:54:11.781208 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62849459'] for segment, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: Traceback (most recent call last): Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: timer() Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: cb(*args, **kw) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: return func(*args, **kwargs) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: self._notify() Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: self.callback(batched_events) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: event.method(event) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: return f(self, *a, **k) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._get(url).json() Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: return self.request(url, 'GET', **kwargs) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:54:11.783778 dv-cinder-802653-6-iscsi neutron-server[99940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:54:11.799256 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Pushing event deleted for resources: {'Port': ['ID=18514564-1c53-47ab-b6e3-bc1eb0247c3f,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:11.804385 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] No DVR routers for this DVR port 18514564-1c53-47ab-b6e3-bc1eb0247c3f on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.817907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fdb5ad-94d1-44a9-a2e0-137346439a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.863097 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.868531 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron_lib.callbacks.manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:11.870926 dv-cinder-802653-6-iscsi neutron-server[99940]: INFO neutron.wsgi [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0e2cf37c-2a85-4c13-a773-83d543b0c6d9 HTTP/1.1" status: 204 len: 168 time: 0.5395091 Aug 09 11:54:11.874060 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43830) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:11.882224 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2cf37c-2a85-4c13-a773-83d543b0c6d9,revision_number=None']} {{(pid=99940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:11.889384 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.889735 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.890076 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.890411 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.890743 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.891079 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.891405 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.891732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.892060 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.892407 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.892732 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:11.893050 dv-cinder-802653-6-iscsi neutron-server[99940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9daa372-3934-4640-8aea-d297c50fe808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802653-6-iscsi {{(pid=99940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 11:54:12.462337 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-355485'] for router_interface, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:12.474797 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device b19c73a6-06ee-433c-8b17-61dd58c1ed01 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:12.496811 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: b19c73a6-06ee-433c-8b17-61dd58c1ed01 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:12.497156 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device b19c73a6-06ee-433c-8b17-61dd58c1ed01 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:12.497574 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 18514564-1c53-47ab-b6e3-bc1eb0247c3f no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:12.515686 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 18514564-1c53-47ab-b6e3-bc1eb0247c3f {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:12.516027 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 18514564-1c53-47ab-b6e3-bc1eb0247c3f not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:12.516463 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 866eae96-6162-4ec7-b9d0-2b8217025500 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:12.534356 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 866eae96-6162-4ec7-b9d0-2b8217025500 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:12.534695 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 866eae96-6162-4ec7-b9d0-2b8217025500 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:12.701535 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Deleting port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:12.701769 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:12.779071 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] For port 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,segment=NetworkSegment(91e56ee3-29a5-4d11-a1af-9a98d38b027f),segment_id=91e56ee3-29a5-4d11-a1af-9a98d38b027f)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:12.779432 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:12.791447 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Calling delete_port for 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f owned by network:router_interface {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:12.960473 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:12.982740 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6d9bc0-0f77-4c31-b0fd-a64717d6157f,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:13.148777 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-355629'] for router_interface, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:13.356533 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 has already been hosted by L3 agent 5fc4ace6-97f5-4a77-9781-b4482c75f9c1 {{(pid=99939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 11:54:13.459016 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] Notify agent at l3_agent.dv-cinder-802653-6-iscsi the message routers_updated {{(pid=99939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 11:54:13.464534 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-35f676aa-c840-4a2e-a700-dd49b07a682e admin admin] 10.222.0.41 "PUT /v2.0/routers/e350c5fc-fb69-4e4e-975b-8ab0630a87f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5889299 Aug 09 11:54:13.467053 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43832) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:13.467886 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] Sync routers for ids ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'] in dv-cinder-802653-6-iscsi {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 11:54:13.477381 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] Routers {'e350c5fc-fb69-4e4e-975b-8ab0630a87f9'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:54:13.477988 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:13.567956 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks [] for router, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:13.579020 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] Set router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 gateway port host: dv-cinder-802653-6-iscsi {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:54:13.674213 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:13.726532 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Deleting port 019da948-5f36-42e1-90c5-9d58d5c957c3 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:13.726880 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:13.751735 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'external_fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:54:12Z', 'revision_number': 5, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port': {'id': '019da948-5f36-42e1-90c5-9d58d5c957c3', 'name': '', 'network_id': '2924d57e-71bd-40b8-be49-6cda85775f3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802653-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T11:47:13Z', 'updated_at': '2021-08-09T11:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbac8e1-7052-4bc5-8819-7a492df944db', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802653-6-iscsi'}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:13.776974 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] Checking router: e350c5fc-fb69-4e4e-975b-8ab0630a87f9 for host: dv-cinder-802653-6-iscsi {{(pid=99942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 11:54:13.784948 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] Routers {'e350c5fc-fb69-4e4e-975b-8ab0630a87f9'} bound to L3 agent in host dv-cinder-802653-6-iscsi {{(pid=99942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 11:54:13.785552 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802653-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T11:30:55Z,description=,heartbeat_timestamp=2021-08-09T11:53:55Z,host='dv-cinder-802653-6-iscsi',id=5fc4ace6-97f5-4a77-9781-b4482c75f9c1,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T11:30:55Z,topic='l3_agent')) {'router_ids': ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'], 'active': True} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:13.807044 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] For port 019da948-5f36-42e1-90c5-9d58d5c957c3, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=019da948-5f36-42e1-90c5-9d58d5c957c3,segment=NetworkSegment(25ae051f-37fa-4c6c-9a7e-a175c3095c5d),segment_id=25ae051f-37fa-4c6c-9a7e-a175c3095c5d)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:13.807400 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:13.820430 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Calling delete_port for 019da948-5f36-42e1-90c5-9d58d5c957c3 owned by network:router_gateway {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:13.868982 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_dvr_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] Set router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 gateway port host: None {{(pid=99942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 11:54:13.921138 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.l3_hamode_db [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:54:13Z', 'revision_number': 6, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port_host': None}], 'dv-cinder-802653-6-iscsi', False) {} {{(pid=99942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:13.946490 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee380e20-60f5-4fde-8164-572bf9a08193 None None] The sync data for ids ['e350c5fc-fb69-4e4e-975b-8ab0630a87f9'] in dv-cinder-802653-6-iscsi is: [{'id': 'e350c5fc-fb69-4e4e-975b-8ab0630a87f9', 'name': 'tempest-TestVolumeBootPattern-24991218-router', 'tenant_id': '264674237eb740d7bea77c48dd076182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T11:47:12Z', 'updated_at': '2021-08-09T11:54:13Z', 'revision_number': 6, 'project_id': '264674237eb740d7bea77c48dd076182', 'gw_port_host': None}] {{(pid=99942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 11:54:13.986942 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.009549 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Pushing event deleted for resources: {'Port': ['ID=019da948-5f36-42e1-90c5-9d58d5c957c3,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:14.069112 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356043'] for router_gateway, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.155744 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-358719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-393'] for router, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.157722 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.201597 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-358859'] for router, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.202064 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e350c5fc-fb69-4e4e-975b-8ab0630a87f9 {{(pid=99939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 11:54:14.206169 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] Notify callbacks [] for router, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.207299 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-691fad95-5df5-4992-9e04-2d8951fd3716 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e350c5fc-fb69-4e4e-975b-8ab0630a87f9 HTTP/1.1" status: 204 len: 168 time: 0.7393115 Aug 09 11:54:14.209837 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43834) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:14.252116 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.db_base_plugin_v2 [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Deleting subnet 37161f3d-78bc-4a74-bbaf-676f841940cf {{(pid=99939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 11:54:14.254959 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.287287 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62125003'] for subnet, precommit_delete_associations {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.373201 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3530408'] for subnet, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.424562 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3530431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59687946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59542771'] for subnet, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.451352 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37161f3d-78bc-4a74-bbaf-676f841940cf,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:14.453308 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for subnet, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.455257 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-adeb6aa5-2645-45fe-8910-0f4d1bcabc26 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/37161f3d-78bc-4a74-bbaf-676f841940cf HTTP/1.1" status: 204 len: 168 time: 0.2444048 Aug 09 11:54:14.457652 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43836) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:14.459755 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00f0a0-db76-43f6-afae-06b33d4592ff None None] Network a543097a-a399-48cc-8bee-f6a71d3004f8 requested from dv-cinder-802653-6-iscsi {{(pid=99941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 11:54:14.522059 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3890551'] for network, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.578542 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Deleting port 60f40600-5e15-45f1-baee-4f78ce67f0d0 {{(pid=99939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:14.578887 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.643206 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.db [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] For port 60f40600-5e15-45f1-baee-4f78ce67f0d0, host dv-cinder-802653-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802653-6-iscsi',level=0,port_id=60f40600-5e15-45f1-baee-4f78ce67f0d0,segment=NetworkSegment(91e56ee3-29a5-4d11-a1af-9a98d38b027f),segment_id=91e56ee3-29a5-4d11-a1af-9a98d38b027f)] {{(pid=99939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:14.643507 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.655706 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Calling delete_port for 60f40600-5e15-45f1-baee-4f78ce67f0d0 owned by network:dhcp {{(pid=99939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:14.720304 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] DHCP port deletion for a543097a-a399-48cc-8bee-f6a71d3004f8 request from dv-cinder-802653-6-iscsi {{(pid=99941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 11:54:14.746376 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59687993'] for port, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.772329 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 60f40600-5e15-45f1-baee-4f78ce67f0d0 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:14.777447 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f40600-5e15-45f1-baee-4f78ce67f0d0,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:14.782080 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] No DVR routers for this DVR port 60f40600-5e15-45f1-baee-4f78ce67f0d0 on host dv-cinder-802653-6-iscsi {{(pid=99939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:54:14.795532 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 60f40600-5e15-45f1-baee-4f78ce67f0d0 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:14.795886 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 60f40600-5e15-45f1-baee-4f78ce67f0d0 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:14.796348 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:14.800861 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Deleting port 60f40600-5e15-45f1-baee-4f78ce67f0d0 {{(pid=99941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 11:54:14.801467 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787072603441'] for port, before_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.821719 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:14.822069 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 2a6d9bc0-0f77-4c31-b0fd-a64717d6157f not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:14.822532 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 019da948-5f36-42e1-90c5-9d58d5c957c3 no longer exists at agent ovs-agent-dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 11:54:14.853478 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3526703', 'neutron.services.segments.db._delete_segments_for_network-8787072729968'] for network, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.863750 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a543097a-a399-48cc-8bee-f6a71d3004f8']}} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:14.874786 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e56ee3-29a5-4d11-a1af-9a98d38b027f') {'for_net_delete': True} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:14.875070 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.services.segments.db [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e56ee3-29a5-4d11-a1af-9a98d38b027f') {} {{(pid=99939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 11:54:14.878348 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] No Port match for: 019da948-5f36-42e1-90c5-9d58d5c957c3 {{(pid=99941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 11:54:14.878714 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.rpc [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Device 019da948-5f36-42e1-90c5-9d58d5c957c3 not bound to the agent host dv-cinder-802653-6-iscsi {{(pid=99941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 11:54:14.884036 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787072733561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62125020'] for segment, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.902244 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.db [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] For port 60f40600-5e15-45f1-baee-4f78ce67f0d0, host dv-cinder-802653-6-iscsi, got binding levels [] {{(pid=99941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 11:54:14.902648 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-351663'] for port, precommit_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.902769 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473'] for segment, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.908869 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=99939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 11:54:14.909264 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59688148'] for segment, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: Traceback (most recent call last): Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: timer() Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: cb(*args, **kw) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: return func(*args, **kwargs) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: self._notify() Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: self.callback(batched_events) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: event.method(event) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: return f(self, *a, **k) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._get(url).json() Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: return self.request(url, 'GET', **kwargs) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 11:54:14.910909 dv-cinder-802653-6-iscsi neutron-server[99939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 11:54:14.917726 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.plugins.ml2.plugin [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Calling delete_port for 60f40600-5e15-45f1-baee-4f78ce67f0d0 owned by network:dhcp {{(pid=99941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 11:54:14.921017 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.ipam_backend_mixin [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Port 60f40600-5e15-45f1-baee-4f78ce67f0d0 was not found and therefore no delete operation was performed {{(pid=99941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 11:54:14.922433 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3827135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787072607627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787072222446'] for port, after_delete {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.947208 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] Pushing event deleted for resources: {'Port': ['ID=60f40600-5e15-45f1-baee-4f78ce67f0d0,revision_number=None']} {{(pid=99941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:14.950862 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226b43d-e13e-4f43-bc7d-90bac2ff7ada None None] No DVR routers for this DVR port 60f40600-5e15-45f1-baee-4f78ce67f0d0 on host dv-cinder-802653-6-iscsi {{(pid=99941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 11:54:14.972292 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3526710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356015'] for network, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.978227 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561447'] for network, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:14.980685 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a543097a-a399-48cc-8bee-f6a71d3004f8 HTTP/1.1" status: 204 len: 168 time: 0.5221403 Aug 09 11:54:14.993006 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4286-3d16-4580-96a9-d9b0387a1db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a543097a-a399-48cc-8bee-f6a71d3004f8,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:15.098846 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43840) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:15.137908 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-541de97f-8287-4fa0-8889-b29e64e8a5fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eec21ed49f5d44bd9fa49ed7c9819dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378637 Aug 09 11:54:15.140251 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43842) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:15.191105 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-955db12e-4a83-48a4-b5de-e4f571e67eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.211706 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-955db12e-4a83-48a4-b5de-e4f571e67eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.262205 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-955db12e-4a83-48a4-b5de-e4f571e67eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.264949 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-955db12e-4a83-48a4-b5de-e4f571e67eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.266129 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-955db12e-4a83-48a4-b5de-e4f571e67eb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4022f0dc-f602-40e0-9577-4b0748c4c3bb HTTP/1.1" status: 204 len: 168 time: 0.1249974 Aug 09 11:54:15.273507 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955db12e-4a83-48a4-b5de-e4f571e67eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4022f0dc-f602-40e0-9577-4b0748c4c3bb,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:15.569958 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43848) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:15.609410 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-78144f66-d5bd-44d6-8040-fd805d1e6ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=264674237eb740d7bea77c48dd076182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380566 Aug 09 11:54:15.611870 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [-] (99939) accepted ('10.222.0.41', 43850) {{(pid=99939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 11:54:15.658117 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f12c-1621-4086-a2d3-40772b2a83e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.678201 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f12c-1621-4086-a2d3-40772b2a83e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.725633 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f12c-1621-4086-a2d3-40772b2a83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610486'] for security_group, after_delete {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.728357 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f12c-1621-4086-a2d3-40772b2a83e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:15.729509 dv-cinder-802653-6-iscsi neutron-server[99939]: INFO neutron.wsgi [None req-d6d4f12c-1621-4086-a2d3-40772b2a83e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5563d38c-1349-4a20-a52e-e3e9a8981a19 HTTP/1.1" status: 204 len: 168 time: 0.1167281 Aug 09 11:54:15.736858 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4f12c-1621-4086-a2d3-40772b2a83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5563d38c-1349-4a20-a52e-e3e9a8981a19,revision_number=None']} {{(pid=99939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 11:54:16.347133 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:54:20.691939 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:21.922600 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-380d3598-89d4-41af-9335-777dda4901ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:24.581247 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-dda43c06-02fe-419d-a245-9bd2942df46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:24.749925 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:25.719462 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:26.686868 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-751666a2-416a-4ace-945a-db1601aa78ed req-e195088b-80a8-4c64-a4c2-55fa1f1b691a service neutron] (99939) timed out ('10.222.0.55', 51420) {{(pid=99939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:54:27.243994 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:50.698445 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:51.925226 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-03a653f5-1df6-4c6d-85aa-d104e1cd58d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:53.347275 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:54:54.582829 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-75c59048-7fa7-464e-8aef-db12df156bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:54.757227 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:55.725767 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:54:57.247713 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:20.718022 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:21.930258 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a0a8156e-1073-45de-8900-8fab7156c414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:24.592131 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-9531a085-201a-4438-9664-dba3de8b291b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:24.759459 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:25.734350 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:27.262542 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:30.349809 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:55:50.714924 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:51.936907 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-07a628e0-4249-45bc-be28-25ed1a8e0e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:54.589498 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-8d53290e-8331-4303-af3a-a88cd4d44427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:54.755863 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:55.731333 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:55:57.264696 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:07.353789 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:56:20.726635 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:21.930752 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-9c09be9f-d37b-436d-9d2d-22edcd6e8b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:24.589616 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-6e36236b-27a9-4d4d-ba10-a5ea1e14f1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:24.749682 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:25.734400 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:27.261282 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:44.357850 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:56:50.729111 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:51.936400 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-a84486a4-71e9-4e8f-a4af-f95248632ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:54.586248 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-f686c1bd-766d-4795-8196-bd8c625de1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:54.755913 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:55.742576 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:56:57.266456 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:20.727010 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:21.359026 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:57:21.943448 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-acc66c88-1ad1-4d94-8f72-f8f91b649a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:24.589460 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-e786410b-9e8b-43b0-8973-819f9c993862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:24.752740 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:25.741875 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:27.265473 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:50.736536 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:51.938512 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5e55d943-ee81-48bd-a126-fd8f33a8bb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:54.597657 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-9fd608c7-b436-4b4d-b7a8-98884675a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:54.744080 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:55.745178 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:56.614681 dv-cinder-802653-6-iscsi neutron-server[99939]: DEBUG neutron.wsgi [req-103e7915-3636-4b13-8733-589092ae6d63 req-bb9914b4-7efd-4e2e-b079-6d547083fd8e service neutron] (99939) timed out ('10.222.0.55', 51441) {{(pid=99939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 11:57:57.269436 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:57:58.358543 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:58:20.727936 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:21.940571 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-bfc65ad5-d067-4970-9f69-c45ce2d3f74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:24.593766 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-003fafda-d2c4-49cc-a9bc-d728d680c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:24.753372 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:25.748060 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:27.275014 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:35.357624 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:58:50.731394 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:51.943288 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-c7d0fa67-1d6c-4d51-8c08-77b2d65b884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:54.598315 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-307befb4-c05a-498b-bdb1-627db8c7cdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:54.753425 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:55.750368 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:58:57.280663 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:12.360774 dv-cinder-802653-6-iscsi neutron-server[99942]: DEBUG neutron.db.agents_db [None req-cce0fe3a-7205-49e4-9457-a0d1e9f0688f None None] Agent healthcheck: found 6 active agents {{(pid=99942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 11:59:20.731247 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-49c53126-8878-427f-91b3-a08077a4e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:21.953316 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-925dfbe7-7835-4f75-b701-6f21f1d52dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:24.604386 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-59c85f43-ab67-4469-a81d-a9636bfcad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:24.749111 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-5ae8392f-3f38-45b8-962c-1f5484b1efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:25.753301 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d8-8a96-43df-8428-e44f5affbed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 11:59:27.286585 dv-cinder-802653-6-iscsi neutron-server[99941]: DEBUG neutron_lib.callbacks.manager [None req-26d4b019-4899-4da4-a49b-162927dedb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787072729860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3495585'] for agent, after_update {{(pid=99941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}